-- Logs begin at Tue 2022-01-18 11:57:22 UTC, end at Tue 2022-01-18 13:08:17 UTC. -- Jan 18 12:38:37.197391 dv-cinder-825101-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 12:38:39.333893 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:38:39.334441 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:38:39.334583 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82661) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:38:39.337693 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:38:39.337948 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:38:39.338197 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82661) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:38:39.339197 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:38:39.339434 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:38:39.339787 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:38:39.340033 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:38:39.340262 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:38:39.340582 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.340880 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.341179 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.341408 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.341705 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.341996 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.342283 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.342574 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.342900 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.343192 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.343477 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.343765 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.344007 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.344286 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.344578 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.344867 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.345094 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] debug = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.345382 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.345816 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.346237 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.346529 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.346847 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.347134 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.347418 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.347709 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.348043 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] host = dv-cinder-825101-1-iscsi {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.348327 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.348620 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.348912 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.349203 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.349486 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.349771 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.350062 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.350344 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.350624 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] log_file = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.350953 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.351251 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.351548 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.351846 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.352075 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.352303 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.352592 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.352887 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.353169 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.353453 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.353735 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.354017 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.354299 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.354574 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.354900 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.355188 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.355480 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.355761 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.356041 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.356317 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.356600 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.356889 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.357166 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.357443 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.357725 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.358016 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.358292 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.358571 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.358902 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.359195 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.359481 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.359773 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.360053 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.360340 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.360618 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.360900 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.361177 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] use_json = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.361455 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.361732 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.362019 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.362298 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.362575 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.362886 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.363164 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.363452 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:39.363758 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.364064 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.364370 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.364662 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.364963 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.365251 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.365548 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.365831 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.366126 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.366447 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.366742 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.367051 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.367340 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.367636 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.367931 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.368212 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.368494 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.368789 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.369072 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.369350 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.369629 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.369921 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.370203 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.370480 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.370764 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.371069 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.371344 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.371624 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.371905 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.372198 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.372479 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.372755 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.373030 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.373308 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.373582 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.373869 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.374151 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.374428 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.374703 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.375009 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.375288 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.375563 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.375843 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.376121 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.376400 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.376675 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.376950 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.377224 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.377499 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.377774 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.378051 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.378329 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.378611 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.378912 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.379191 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.379467 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.379744 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.380022 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.380315 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.380616 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.380898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.381182 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.381466 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.381746 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.382530 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.382845 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.383132 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.383414 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.383692 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.383986 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.384273 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.384564 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.384849 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.385128 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.385426 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.385706 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.385993 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.386273 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.386553 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.386877 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.387165 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.387464 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.387762 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.388060 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.388358 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.388658 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.388943 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.389256 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.389542 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:39.389761 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:38:39.390000 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82661) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 12:38:39.795226 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO keyring.backend [-] Loading KWallet Jan 18 12:38:39.802683 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO keyring.backend [-] Loading SecretService Jan 18 12:38:39.805990 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO keyring.backend [-] Loading Windows Jan 18 12:38:39.807394 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO keyring.backend [-] Loading chainer Jan 18 12:38:39.807983 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO keyring.backend [-] Loading macOS Jan 18 12:38:39.842009 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:38:39.842290 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:38:39.842581 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:38:39.842951 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 12:38:40.150140 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.150438 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.150711 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.208299 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.208586 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.208858 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.212853 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.213132 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.213398 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.242151 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.242433 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.242703 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.270131 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.270410 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.270680 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.589741 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.590343 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.590343 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.590519 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.591432 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.712607 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.712929 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.713220 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.713495 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.713765 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.714077 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.714345 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.714607 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.714894 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.715181 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.715445 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.715712 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.715979 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.716238 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.716507 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.716775 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.717035 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.717307 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.717561 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.717846 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.718193 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.718446 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.718697 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.719015 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.719261 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.719506 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.719894 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:40.720136 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:40.720375 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:40.720613 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:40.720852 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:40.721088 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:40.721633 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 12:38:40.724785 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 12:38:40.729410 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 12:38:40.733383 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jan 18 12:38:40.735060 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 12:38:40.735448 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 12:38:40.735786 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 12:38:40.736173 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 12:38:40.739038 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 12:38:40.739297 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 12:38:40.739644 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:38:40.768763 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 12:38:40.769217 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.769533 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82661) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 12:38:40.769886 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.771289 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82661) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 12:38:40.771575 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:38:40.771823 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 12:38:40.775650 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.775937 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:40.836676 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 12:38:40.836915 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 12:38:40.837151 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 12:38:40.837520 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 12:38:40.868034 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_db.sqlalchemy.engines [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 12:38:41.187155 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing driver for type 'gre' Jan 18 12:38:41.187689 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] gre ID ranges: [(1, 1000)] Jan 18 12:38:41.239362 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing driver for type 'local' Jan 18 12:38:41.239745 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing driver for type 'vlan' Jan 18 12:38:41.252720 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] VlanTypeDriver initialization complete Jan 18 12:38:41.253052 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing driver for type 'vxlan' Jan 18 12:38:41.253530 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] vxlan ID ranges: [(1, 1000)] Jan 18 12:38:41.307396 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing extension driver 'port_security' Jan 18 12:38:41.307793 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.extensions.port_security [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] PortSecurityExtensionDriver initialization complete Jan 18 12:38:41.308139 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing mechanism driver 'openvswitch' Jan 18 12:38:41.308485 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing mechanism driver 'hyperv' Jan 18 12:38:41.315000 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.plugins.ml2.plugin [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:38:41.315677 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.316055 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.316441 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.316972 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:38:41.317407 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnet after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.317762 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnet after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.318112 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.318505 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:38:41.318940 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.319294 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.320181 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.320575 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:38:41.321004 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > security_group after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.321337 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > security_group after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.321679 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.322209 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:38:41.322625 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.323005 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.323360 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.323755 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:38:41.324201 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] ML2 OVO RPC backend initialized. {{(pid=82661) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 12:38:41.324846 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.325207 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.325627 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.325976 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > networks before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.326325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.326669 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > ports before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.327041 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnet before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.327390 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnets before_response 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.327738 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.328087 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.328425 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.328764 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.329103 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.329441 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.329780 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnet after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.330123 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnet after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.330474 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.331076 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.plugin [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Modular L2 Plugin initialization complete Jan 18 12:38:41.331425 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading services supported by the core plugin {{(pid=82661) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 12:38:41.331740 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.plugins.ml2.managers [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Got port-security extension from driver 'port_security' Jan 18 12:38:41.332207 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.extensions.vlantransparent [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Disabled vlantransparent extension. Jan 18 12:38:41.332629 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82661) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 12:38:41.332951 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: router Jan 18 12:38:41.370227 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.370623 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router after_create 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.371029 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router before_create 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.371404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.371780 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.372142 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router after_delete 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.372508 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.372871 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router after_create 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.373221 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router after_update 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.373573 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router after_update 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.373922 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.374282 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router after_update 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.374695 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_update 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.375093 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: port after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.375440 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: port after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.375779 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: subnet after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.376126 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.376475 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.376827 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_create 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.377173 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: port before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.377516 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.377874 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router after_update 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.378218 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.378568 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_create 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.378968 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.379323 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_update 55549900 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.379692 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > agent after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.380046 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > agent after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.380391 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > network after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.381254 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Tracking information for resource: router configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:41.381652 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Tracking information for resource: floatingip configured {{(pid=82661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:38:41.386541 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.db.l3_agentschedulers_db [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 12:38:41.387162 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: port after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.387534 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: port after_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.387891 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: port after_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.388246 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: port after_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.389162 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router before_create 55550100 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.389534 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.389901 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_create 55550100 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.390266 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > router precommit_update 55550100 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.394591 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.services.provider_configuration [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service providers = [] {{(pid=82661) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 12:38:41.394993 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.db.servicetype_db [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82661) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 12:38:41.397978 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.services.service_base [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:38:41.398329 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.services.service_base [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:38:41.398677 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.services.service_base [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:38:41.399616 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.services.service_base [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:38:41.399995 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.services.service_base [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 12:38:41.400378 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.400701 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 12:38:41.411635 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.411980 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: auto_allocate Jan 18 12:38:41.418474 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: network precommit_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.418874 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: network precommit_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.419392 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.419716 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: tag Jan 18 12:38:41.426348 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.426680 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: timestamp Jan 18 12:38:41.431322 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.431657 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: network_ip_availability Jan 18 12:38:41.436947 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.437368 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.437681 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.438393 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.438717 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: flavors Jan 18 12:38:41.443555 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.443892 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading Plugin: revisions Jan 18 12:38:41.448197 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:38:41.448590 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_concurrency.lockutils [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=82661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:38:41.449333 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82661) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 12:38:41.449668 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Initializing extension manager. Jan 18 12:38:41.450172 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: __init__.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.450514 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: __pycache__ {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.450884 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.451221 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.451550 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: _filter_validation_lib.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.451878 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.452205 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: address_group.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.452956 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.453519 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: address-group Jan 18 12:38:41.453842 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: address_scope.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.454559 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.455101 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: address-scope Jan 18 12:38:41.455426 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.456362 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.456865 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: router-admin-state-down-before-update Jan 18 12:38:41.457186 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: agent.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.457892 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.458394 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: agent Jan 18 12:38:41.458715 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: agent_resources_synced.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.459669 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.460212 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: agent-resources-synced Jan 18 12:38:41.460536 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: allowedaddresspairs.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.462772 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.463328 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: allowed-address-pairs Jan 18 12:38:41.463668 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: auto_allocated_topology.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.464764 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.465283 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: auto-allocated-topology Jan 18 12:38:41.465617 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: availability_zone.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.466320 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.466861 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: availability_zone Jan 18 12:38:41.467193 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: availability_zone_filter.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.468111 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.468624 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: availability_zone_filter Jan 18 12:38:41.468954 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: data_plane_status.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.469874 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.470385 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 12:38:41.470710 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: default_subnetpools.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.471659 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.472170 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: default-subnetpools Jan 18 12:38:41.472497 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.473279 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.473787 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: dhcp_agent_scheduler Jan 18 12:38:41.474112 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: dns.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.475071 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.475579 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 12:38:41.476419 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: dns_domain_ports.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.477342 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.477853 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 12:38:41.478180 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: dvr.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.478894 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.479401 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: dvr Jan 18 12:38:41.479724 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: empty_string_filtering.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.480654 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.481162 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: empty-string-filtering Jan 18 12:38:41.481486 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.482403 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.482944 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:38:41.483270 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.484186 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.484685 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 12:38:41.485006 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: external_net.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.485927 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.486432 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: external-net Jan 18 12:38:41.486755 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.487699 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.488205 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: extra_dhcp_opt Jan 18 12:38:41.488526 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: extraroute.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.489443 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.489944 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: extraroute Jan 18 12:38:41.490273 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: extraroute_atomic.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.491370 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.492419 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: extraroute-atomic Jan 18 12:38:41.492742 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: filter_validation.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.493413 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.493921 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: filter-validation Jan 18 12:38:41.494244 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: fip_pf_description.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.495190 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.495691 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 12:38:41.496011 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: fip_port_details.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.496943 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.497446 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: fip-port-details Jan 18 12:38:41.497774 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: flavors.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.499072 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.499595 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: flavors Jan 18 12:38:41.499922 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.501622 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.502150 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 12:38:41.502481 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: floatingip_pools.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.503220 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.503730 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: floatingip-pools Jan 18 12:38:41.504058 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: ip_allocation.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.504986 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.505493 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 12:38:41.505816 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.506736 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.507301 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: ip-substring-filtering Jan 18 12:38:41.507625 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l2_adjacency.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.508566 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.509074 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 12:38:41.509400 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l3.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.510374 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.510935 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: router Jan 18 12:38:41.511264 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.513661 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.514196 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:38:41.514529 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.515505 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.516022 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: ext-gw-mode Jan 18 12:38:41.516350 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.517280 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.517787 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: l3-ha Jan 18 12:38:41.518112 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l3_flavors.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.519074 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.519583 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: l3-flavors Jan 18 12:38:41.519908 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.520836 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.521343 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 12:38:41.521668 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: l3agentscheduler.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.522730 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.523274 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: l3_agent_scheduler Jan 18 12:38:41.523603 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: logging.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.525124 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.525656 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension logging not supported by any of loaded plugins Jan 18 12:38:41.525992 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: metering.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.526738 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.527347 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: metering Jan 18 12:38:41.527676 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.528774 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.529297 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: metering_source_and_destination_fields Jan 18 12:38:41.529632 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: multiprovidernet.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.530573 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.531119 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: multi-provider Jan 18 12:38:41.531452 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: netmtu.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.532370 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.532882 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: net-mtu Jan 18 12:38:41.533210 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: netmtu_writable.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.534132 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.534643 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: net-mtu-writable Jan 18 12:38:41.534999 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: network_availability_zone.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.535677 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.536180 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: network_availability_zone Jan 18 12:38:41.536504 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: network_ip_availability.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.537609 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.538123 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: network-ip-availability Jan 18 12:38:41.538996 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: network_segment_range.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.539781 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.540297 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 12:38:41.540621 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: pagination.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.541611 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.541943 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: pagination Jan 18 12:38:41.542268 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.543240 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.543759 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: port-mac-address-regenerate Jan 18 12:38:41.544084 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: port_resource_request.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.545003 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.545507 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 12:38:41.545829 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: portbindings.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.546754 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.547296 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: binding Jan 18 12:38:41.547619 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: portbindings_extended.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.548906 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.549418 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: binding-extended Jan 18 12:38:41.549742 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: portsecurity.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.550677 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.551223 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: port-security Jan 18 12:38:41.551551 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: project_id.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.552523 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.552854 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: project-id Jan 18 12:38:41.553179 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: providernet.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.554653 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.555192 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: provider Jan 18 12:38:41.555517 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.559263 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.559789 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos not supported by any of loaded plugins Jan 18 12:38:41.560122 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.561388 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.561904 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 12:38:41.562236 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.563199 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.563711 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 12:38:41.564040 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_default.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.564961 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.565472 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-default not supported by any of loaded plugins Jan 18 12:38:41.565801 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_fip.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.566459 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.566999 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 12:38:41.567327 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_gateway_ip.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.568263 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.568774 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 12:38:41.569100 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_port_network_policy.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.570048 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.570565 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 12:38:41.570926 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_rule_type_details.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.571855 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.572367 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 12:38:41.572690 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: qos_rules_alias.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.573750 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.574262 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 12:38:41.574584 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: quotasv2.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.575482 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.575814 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: quotas Jan 18 12:38:41.576139 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: quotasv2_detail.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.577770 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.578108 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: quota_details Jan 18 12:38:41.578441 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: rbac.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.579522 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.580046 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: rbac-policies Jan 18 12:38:41.580384 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: rbac_address_scope.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.581325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.581839 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: rbac-address-scope Jan 18 12:38:41.582168 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: rbac_security_groups.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.583132 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.583642 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: rbac-security-groups Jan 18 12:38:41.583970 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: rbac_subnetpool.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.584900 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.585433 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: rbac-subnetpool Jan 18 12:38:41.585760 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: revisionifmatch.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.586973 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.587484 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: revision-if-match Jan 18 12:38:41.587813 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: revisions.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.588954 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.589464 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: standard-attr-revisions Jan 18 12:38:41.589793 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: router_availability_zone.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.590477 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.591013 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: router_availability_zone Jan 18 12:38:41.591343 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: routerservicetype.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.592275 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.592781 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 12:38:41.593107 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.594051 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.594558 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: port-security-groups-filtering Jan 18 12:38:41.594917 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: securitygroup.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.606357 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.606919 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: security-group Jan 18 12:38:41.607260 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: segment.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.608049 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.608578 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension segment not supported by any of loaded plugins Jan 18 12:38:41.608912 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.609863 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.610379 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 12:38:41.610706 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: servicetype.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.611861 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.612377 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: service-type Jan 18 12:38:41.612708 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: sorting.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.613694 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.614030 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: sorting Jan 18 12:38:41.614356 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: standard_attr_segment.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.615315 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.615838 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 12:38:41.616162 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: standardattrdescription.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.617374 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.617882 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: standard-attr-description Jan 18 12:38:41.618208 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: stateful_security_group.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.619190 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.619704 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: stateful-security-group Jan 18 12:38:41.620032 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: stdattrs_common.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.620621 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 12:38:41.620944 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.621867 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.622380 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 12:38:41.622704 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: subnet_onboard.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.623886 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.624405 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: subnet_onboard Jan 18 12:38:41.624733 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.625674 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.626185 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 12:38:41.626511 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: subnet_service_types.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.627474 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.627986 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: subnet-service-types Jan 18 12:38:41.628311 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: subnetallocation.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.629414 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.629929 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: subnet_allocation Jan 18 12:38:41.630265 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.630964 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.631474 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: subnetpool-prefix-ops Jan 18 12:38:41.631799 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.632757 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.633269 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 12:38:41.633595 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: tagging.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.634642 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.635198 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: standard-attr-tag Jan 18 12:38:41.635528 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: timestamp.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.636731 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.637243 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loaded extension: standard-attr-timestamp Jan 18 12:38:41.637573 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: trunk.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.638617 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.639162 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension trunk not supported by any of loaded plugins Jan 18 12:38:41.639492 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: trunk_details.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.640428 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.640940 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 12:38:41.641264 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: uplink_status_propagation.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.642188 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.642700 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 12:38:41.643051 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Loading extension file: vlantransparent.py {{(pid=82661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:38:41.643729 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:38:41.644236 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 12:38:41.646423 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:network Jan 18 12:38:41.647154 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:subnet Jan 18 12:38:41.647786 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:38:41.648558 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:port Jan 18 12:38:41.649806 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.650250 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service FLAVORS assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.650892 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.651321 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.651650 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:router Jan 18 12:38:41.652317 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:38:41.653040 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service METERING assigned prefix: /metering {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.654469 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.654874 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.655233 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:38:41.656341 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:38:41.656791 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:38:41.657451 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:38:41.658224 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service CORE assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.658830 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:38:41.659290 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] subnetpool is already registered Jan 18 12:38:41.659943 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service CORE assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.660280 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:38:41.660623 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] subnetpool is already registered Jan 18 12:38:41.663164 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.664127 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service FLAVORS assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.664720 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.665145 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.665481 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:router Jan 18 12:38:41.665812 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] router is already registered Jan 18 12:38:41.666408 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:38:41.666843 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] floatingip is already registered Jan 18 12:38:41.667400 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service METERING assigned prefix: /metering {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.668071 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:38:41.668400 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] rbac_policy is already registered Jan 18 12:38:41.668945 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:38:41.669277 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] security_group is already registered Jan 18 12:38:41.669867 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:38:41.670203 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] security_group_rule is already registered Jan 18 12:38:41.670890 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service CORE assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.671223 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:38:41.671549 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] subnetpool is already registered Jan 18 12:38:41.672156 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.v2.resource_helper [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Service CORE assigned prefix: {{(pid=82661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:38:41.672485 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:38:41.672809 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING neutron.quota.resource_registry [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] subnetpool is already registered Jan 18 12:38:41.673465 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: extensions {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.674940 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: address-groups {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.676517 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: address-scopes {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.677705 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: agents {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.678909 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: auto-allocated-topology {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.680661 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: availability_zones {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.681967 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: dhcp-networks {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.683386 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: dhcp-agents {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.684775 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: routers {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.686552 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: flavors {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.687801 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: service_profiles {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.688940 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: next_providers {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.690431 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: service_profiles {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.691884 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: floatingip-pools {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.693104 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: routers {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.694928 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: floatingips {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.696099 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: l3-routers {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.697445 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: l3-agents {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.698843 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: metering-labels {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.700180 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: metering-label-rules {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.701440 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: network-ip-availabilities {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.702670 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: bindings {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.705219 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: quotas {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.706646 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: quotas {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.708091 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: rbac-policies {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.709367 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: security-groups {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.710603 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: security-group-rules {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.712102 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: service-providers {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.713284 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: subnetpools {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.714687 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: subnetpools {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.716159 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.717815 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.719608 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.721338 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.723210 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.724863 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.727146 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.728961 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.730815 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.732620 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron.api.extensions [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Extended resource: tags {{(pid=82661) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:38:41.738376 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING keystonemiddleware.auth_token [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 12:38:41.743678 dv-cinder-825101-1-iscsi neutron-server[82661]: WARNING keystonemiddleware.auth_token [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 12:38:41.751630 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_concurrency.lockutils [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Acquired lock "singleton_lock" {{(pid=82661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 12:38:41.752108 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_concurrency.lockutils [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Releasing lock "singleton_lock" {{(pid=82661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 12:38:41.752727 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO oslo_service.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Starting 2 workers Jan 18 12:38:41.757281 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Started child 82764 {{(pid=82661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:38:41.761456 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Started child 82765 {{(pid=82661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:38:41.762765 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.763435 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO neutron.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 12:38:41.763748 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Notify callbacks [] for process, before_spawn {{(pid=82661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.764227 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [-] (82764) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:38:41.766165 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO oslo_service.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Starting 1 workers Jan 18 12:38:41.766732 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.768155 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [-] (82765) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:38:41.771114 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Started child 82766 {{(pid=82661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:38:41.771660 dv-cinder-825101-1-iscsi neutron-server[82661]: INFO oslo_service.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Starting 1 workers Jan 18 12:38:41.775533 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] calling RpcWorker wait() {{(pid=82766) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 12:38:41.776064 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] returning from RpcWorker wait() {{(pid=82766) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 12:38:41.776376 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Started child 82767 {{(pid=82661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:38:41.777196 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG neutron_lib.callbacks.manager [None req-304a87fe-ffad-4710-9029-e57d5cedd902 None None] Notify callbacks [] for process, after_spawn {{(pid=82661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.777286 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.777732 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:38:41.779134 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:38:41.779347 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:38:41.779533 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:38:41.779745 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:38:41.780088 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:38:41.780253 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:38:41.780767 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.781056 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.781330 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.781608 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.781913 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.782453 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.782721 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.782854 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.783311 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.783311 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.783491 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.783660 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.783827 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.784082 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.784332 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.784634 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.784905 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.785143 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.785428 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.785601 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.785865 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.786149 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.786400 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.786659 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] debug = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.786945 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.787438 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.787676 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.787936 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.788178 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.789039 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.789296 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.789579 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.789846 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.790086 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.790342 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.790615 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.790870 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.791119 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.791386 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.791607 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.792082 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] host = dv-cinder-825101-1-iscsi {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.792305 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.792546 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.792809 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.793044 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.793304 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.793524 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.793786 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.794044 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.794321 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.794576 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.794835 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.795075 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.795298 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.795541 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_file = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.795706 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_options = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.795945 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.796222 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.796502 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.796702 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.796873 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.797052 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.797325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.797484 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.797738 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.797992 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.798229 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.798468 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.798707 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.798980 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.799248 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.799469 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.799689 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.799920 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.800184 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.800416 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.800643 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.800876 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.801118 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.801344 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.801579 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.801817 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.802065 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.802282 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.802498 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.802720 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.803030 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.803291 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.803528 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.803774 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.804045 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.804276 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.804551 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.804786 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.805020 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.805277 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.805555 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.805781 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.806015 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.806251 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.806501 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.806740 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_json = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.806984 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.807203 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.807463 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.807680 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.807917 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.808138 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.808363 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.809572 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.809572 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.809572 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.809849 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.809969 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.810210 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.810452 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.810904 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.811294 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.811542 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.811799 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.812134 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.812389 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.812830 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.813132 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.813440 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.813855 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.814104 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.814354 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.814578 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.814818 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.815060 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.815325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.815325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.815325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.815325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.815325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.816765 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.816765 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.816916 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.817088 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.817508 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.817747 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.818006 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.818211 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.818623 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.818874 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.819099 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.819365 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.819615 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.819862 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.820098 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.820352 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.822898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.823450 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:38:41.823533 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.823533 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.823533 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.823533 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.823533 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.823873 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.823873 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.824023 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.824237 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.824458 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.824688 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826084 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826084 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826084 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826084 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826084 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826084 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826467 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826467 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826645 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.826888 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.827109 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.827347 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.827566 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.827890 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.828195 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.828455 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.828723 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.828946 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.829184 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.829407 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.829657 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.829898 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.830120 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.830337 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.830593 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.837850 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838404 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.838988 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839437 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839437 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839437 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839437 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839437 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839437 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839437 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839825 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.839951 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.840189 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.840619 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.840989 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.841466 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.841886 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.842291 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.842596 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.842891 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.843172 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.843466 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.843881 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.844380 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.844697 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.845099 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.845486 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.845959 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.846366 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.846761 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.847145 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.847616 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.848002 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.848266 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.848498 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.848727 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.849047 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.849303 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.849569 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.854119 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.854376 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.854951 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.855238 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51762) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:41.855573 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.855903 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.856146 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.856747 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.856899 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.857143 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.857603 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.857867 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.858215 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.858864 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.859006 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.859263 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.859615 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.859896 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.860277 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.860495 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.860737 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.861094 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.861332 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.861624 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.861994 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.862092 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.862372 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.862657 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.862941 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.863215 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.863537 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.863767 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.864187 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.864487 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.864793 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.865049 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.865379 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.865598 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.865832 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.866119 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.866427 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.866692 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.867234 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.867714 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.868018 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.868418 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.868847 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.869066 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.869424 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.869591 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.869929 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.870119 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.870360 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.870745 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.871134 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.871964 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.871964 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.871964 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.872414 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.872414 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.872903 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.873280 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.873824 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.874291 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.874291 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.874595 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.874939 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.875545 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.875739 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.875968 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.877297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.877297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.877297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.877297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.877297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.878022 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.878022 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.878383 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.878383 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.878729 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.878922 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.879302 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.879734 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.880170 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.880589 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.881075 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.883060 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.884343 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0233724 Jan 18 12:38:41.884503 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.884927 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.885835 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.886315 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.887387 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.887775 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.888244 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.888628 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.889861 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.890141 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.890554 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.894377 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.894649 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.894944 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.895194 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.895455 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.895704 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.895952 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.896184 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.896348 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:38:41.896859 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:38:41.897033 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:38:41.897191 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:38:41.897402 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:38:41.897562 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:38:41.898245 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:38:41.898471 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.898608 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.898800 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.899637 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.899952 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.900279 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.900589 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.900890 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.901202 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.901365 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.901667 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.901981 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.902294 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.902579 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.902948 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.903267 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.904237 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.904547 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.904846 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.905134 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.905419 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.905728 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.905897 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] debug = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.906212 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.906397 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.906735 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.906924 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.907221 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.907507 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.908646 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.908815 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.909116 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.909414 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.909701 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.909981 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.910258 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.910545 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.910708 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.911041 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.911202 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] host = dv-cinder-825101-1-iscsi {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.911502 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.911661 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.911826 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.911983 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.912146 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.912297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.912460 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.912607 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.912758 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.912900 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.913050 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.913919 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.913919 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.914221 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_file = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.914221 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_options = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.915271 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.915442 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.915601 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.915744 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.915921 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.916070 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.916215 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.916468 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.916674 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.918335 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.918511 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.918686 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.918979 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.918979 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.919946 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.920142 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.920341 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.920526 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.920695 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.922687 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.922687 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.922687 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.922687 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.923908 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.924220 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.925273 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.925579 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.926301 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.926626 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.926829 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.926984 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.927140 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.927308 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.927478 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.927636 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.927792 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.927949 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.928179 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.928430 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.928430 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.928822 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.928822 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.928822 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_json = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930297 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930939 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930939 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930939 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.930939 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.931480 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.931480 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.931480 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:38:41.931884 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.931884 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.931884 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.932293 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.932293 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.932293 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.932694 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.932694 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.932975 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.932975 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.933241 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.933241 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.933535 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.933535 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.933976 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.933976 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.933976 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.934374 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.934374 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.934374 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.934832 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.934832 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.936217 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.936400 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.936572 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.936773 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.936947 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938346 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938346 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938346 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938346 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938941 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938941 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938941 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.938941 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.939710 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.939710 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.939710 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.939710 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.939710 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.940043 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.940043 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.940189 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.940351 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.940515 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.940678 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.940870 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.941008 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.941158 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.941322 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.941485 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.941612 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:38:41.941710 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.941802 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.941959 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.942122 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.942289 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.942452 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.942615 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.942795 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.942974 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.943137 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.943299 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.943463 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.943625 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.943786 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.943950 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.944112 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.944275 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.945316 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.946409 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.947448 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.948201 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.948201 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.948201 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.948201 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.948677 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.948677 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.948677 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949046 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949046 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949046 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949420 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949420 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949658 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949658 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949918 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.949918 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.950167 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.950323 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.950525 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.950525 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.950807 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.950887 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.951060 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.951225 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.951390 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.951553 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.951716 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.953632 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.953821 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.954002 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.954191 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.955406 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.955406 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.955406 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.955654 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.955730 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.955907 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.956078 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.956241 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.956406 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.956569 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.956730 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.956889 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.957050 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.957216 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.957379 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.957549 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.957723 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.957884 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.958045 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.958204 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.958386 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.958551 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.958698 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.959736 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.959736 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.959736 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.959736 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.959736 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.960080 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.960080 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.962818 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.962818 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.962818 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.962818 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.963119 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.963119 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.963239 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.963427 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.963566 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.963741 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.963906 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.964051 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.964195 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.964362 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.964520 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.964683 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.965139 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.965243 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.965387 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.965539 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.965968 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.965968 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.965968 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.966201 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.966280 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967276 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967276 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967276 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967276 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967276 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967276 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967717 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967717 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967858 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.967933 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.968047 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.968209 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.968372 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.968536 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.969325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.969325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.969325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.969325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.969325 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.969674 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.969674 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.970815 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.970916 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.971066 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.971989 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.972332 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.972497 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.972660 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.972822 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.973745 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.973954 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.974109 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.974717 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.974717 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.974717 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.974717 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.975081 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.975246 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.975417 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.975578 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.975761 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.976461 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.976623 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.976843 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.977011 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.977172 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.977343 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.977502 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.977679 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.977822 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.977980 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.978149 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.978313 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.978474 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.978642 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.978890 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.979053 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.979381 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.979705 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.979923 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.980031 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.980603 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.980603 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.980603 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.980824 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.980824 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.980972 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.981109 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.981271 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.981441 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.981610 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.981779 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.981939 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.982107 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.982377 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.982540 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.982701 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.982883 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.983045 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.983206 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.983365 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.983526 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.983685 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.983845 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.984004 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.984164 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.984329 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.984488 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.984648 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.984808 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.985000 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.985179 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.985337 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.985498 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:38:41.985651 dv-cinder-825101-1-iscsi neutron-server[82661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:38:51.989785 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd839f4b-5cab-4970-bc8a-5c1cafb4be3a None None] get_active_networks_info from dv-cinder-825101-1-iscsi {{(pid=82766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 12:38:52.066769 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd839f4b-5cab-4970-bc8a-5c1cafb4be3a None None] No non-hosted networks {{(pid=82766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 12:38:52.091054 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.agentschedulers_db [None req-dd839f4b-5cab-4970-bc8a-5c1cafb4be3a None None] DHCP Agent not found on host dv-cinder-825101-1-iscsi {{(pid=82766) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 12:38:52.150377 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-2999ebbd-d75e-4932-ba36-3b06510b5fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735255'] for agent, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:54.121806 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4cc7-4c0f-47c6-9ba0-619af5ce1fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735255'] for agent, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:54.166816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0800fad4-6bb6-4773-ac3b-9cba69bf6912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:55.291468 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735255'] for agent, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:55.378462 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735255'] for agent, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:55.379591 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.380248 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.380780 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.381407 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.383485 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.384137 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.384680 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.385522 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.386444 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.387016 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.387749 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:55.389095 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825101-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:38:55.400421 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825101-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:38:56.496422 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735255'] for agent, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:58.273921 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51862) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:58.861756 dv-cinder-825101-1-iscsi neutron-server[82764]: WARNING oslo_policy.policy [None req-8ae22560-a1f2-4123-af04-28dbf263a1fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:38:58.862483 dv-cinder-825101-1-iscsi neutron-server[82764]: WARNING oslo_policy.policy [None req-8ae22560-a1f2-4123-af04-28dbf263a1fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:38:59.078668 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [None req-8ae22560-a1f2-4123-af04-28dbf263a1fc admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:38:59.079674 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8ae22560-a1f2-4123-af04-28dbf263a1fc admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8048258 Jan 18 12:39:01.109395 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.db.l3_hamode_db [None req-87e36d18-45a5-4029-ab71-6683de854581 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 12:39:01.193449 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e36d18-45a5-4029-ab71-6683de854581 None None] Routers set() bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:39:01.193860 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e36d18-45a5-4029-ab71-6683de854581 None None] Router IDs set() for agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 12:39:01.332834 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51876) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:01.717740 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:39:01.770077 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.policy [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82764) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:39:01.770824 dv-cinder-825101-1-iscsi neutron-server[82764]: WARNING oslo_policy.policy [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:39:01.771194 dv-cinder-825101-1-iscsi neutron-server[82764]: WARNING oslo_policy.policy [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:39:01.774474 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.quota [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] Loaded quota_driver: . Jan 18 12:39:01.790012 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:01.858488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763457004875', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763456960817', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763456947777', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763456974827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763456976223', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1576308', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607591', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560078'] for rbac-policy, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:01.927034 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:01.934651 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-bb28a11e-6ed5-46aa-b4c6-7341ba90301d admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5943935 Jan 18 12:39:04.413675 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51890) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:04.776003 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'name': 'private'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:39:04.780625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:04.785087 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Usage tracker for resource:network and tenant:797026e3309f4b93833c3c917f038ef8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:04.789681 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:04.795778 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:04.804616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Made reservation on behalf of 797026e3309f4b93833c3c917f038ef8 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:39:04.807617 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:04.825452 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:04.869439 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:04.873094 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Usage tracker for resource:security_group_rule and tenant:797026e3309f4b93833c3c917f038ef8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:04.875976 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:04.881978 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:04.949397 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:04.953333 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:04.975957 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:39:05.001810 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763453611219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:05.002399 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Unsubscribe: segment precommit_create {{(pid=82764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:39:05.002943 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Added segment 9dffc367-08dc-4dc6-8f89-ea57284bb03d of type vlan for network a9cd4735-7772-4a5d-807f-304f0063312b Jan 18 12:39:05.017211 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708c0d24-c31b-4fd8-92ee-22e6ce8e83ea,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:05.071995 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.072296 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.072695 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.073029 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.073364 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.073687 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.074004 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.074334 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.074652 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.074980 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.075294 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Tracked resource versions report: Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: pushed versions: Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Log': {'1.0'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Network': {'1.1'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Port': {'1.5'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'PortForwarding': {'1.2'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'QosPolicy': {'1.8'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroup': {'1.2'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SubPort': {'1.0'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Subnet': {'1.1'}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Trunk': {'1.1'}} Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: consumer versions: Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: { DHCP agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: L3 agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: Metadata agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: Metering agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: Open vSwitch agent@dv-cinder-825101-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Log': '1.0', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Network': '1.1', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Port': '1.5', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'PortForwarding': '1.2', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'QosPolicy': '1.8', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroup': '1.2', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroupRule': '1.0', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SubPort': '1.0', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Subnet': '1.1', Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Trunk': '1.1'}} Jan 18 12:39:05.076391 dv-cinder-825101-1-iscsi neutron-server[82764]: {{(pid=82764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:39:05.121522 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:05.161895 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:05.162901 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:05.163526 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:05.273248 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a9cd4735-7772-4a5d-807f-304f0063312b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:05.279119 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-97f24aca-0874-4975-bb4e-dae0e63a70d1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8614900 Jan 18 12:39:05.284286 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network a9cd4735-7772-4a5d-807f-304f0063312b details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:39:07.850571 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51906) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:08.313338 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bf612-b901-4837-a0e9-5803d616dd0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:08.314587 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e97bf612-b901-4837-a0e9-5803d616dd0e admin admin] 10.222.0.86 "GET /v2.0/networks/a9cd4735-7772-4a5d-807f-304f0063312b HTTP/1.1" status: 200 len: 825 time: 0.4624929 Jan 18 12:39:08.345307 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-742eb55d-6458-4bf4-a1d1-2cd9849e0338 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/039a8933-7267-44cf-a42a-4e2fb11426e9 HTTP/1.1" status: 200 len: 734 time: 0.0254173 Jan 18 12:39:08.353332 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'subnetpool_id': '039a8933-7267-44cf-a42a-4e2fb11426e9', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:39:08.357410 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:08.361053 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Usage tracker for resource:subnet and tenant:797026e3309f4b93833c3c917f038ef8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:08.363903 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:08.369352 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:08.379773 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Made reservation on behalf of 797026e3309f4b93833c3c917f038ef8 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:39:08.381953 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:08.642833 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:08.725562 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:08.731725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Checking segment: {'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:39:08.732111 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Network hostable DHCP agents. Network: a9cd4735-7772-4a5d-807f-304f0063312b, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:39:08.755217 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Network a9cd4735-7772-4a5d-807f-304f0063312b is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:39:08.765057 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, a9cd4735-7772-4a5d-807f-304f0063312b) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:39:08.769279 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:08.769868 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:08.774800 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d97d57-3df4-4263-b516-4c31c1fc4d26 None None] Network a9cd4735-7772-4a5d-807f-304f0063312b requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:39:08.788552 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-81f0f0c7-4cce-4c5c-8327-610e01e71089 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4383762 Jan 18 12:39:09.083270 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-a9cd4735-7772-4a5d-807f-304f0063312b', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'fixed_ips': [{'subnet_id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:39:09.084523 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:09.265972 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Allocated IP 172.20.0.2 (a9cd4735-7772-4a5d-807f-304f0063312b/4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0/e16ffe6f-2d44-42fc-85ab-e70b5c384f18) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:39:09.492417 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:09.505406 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Transition to ACTIVE for port object e16ffe6f-2d44-42fc-85ab-e70b5c384f18 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:39:09.524787 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Transition to ACTIVE for port object e16ffe6f-2d44-42fc-85ab-e70b5c384f18 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:39:09.531283 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:09.594569 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Network a9cd4735-7772-4a5d-807f-304f0063312b is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:39:09.599887 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:39:09.603008 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:39:09.608606 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Pushing event updated for resources: {'Port': ['ID=e16ffe6f-2d44-42fc-85ab-e70b5c384f18,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:09.647132 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.647476 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.647810 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.648170 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.648498 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.648819 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.649136 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.649470 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.649792 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.650467 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.650809 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Tracked resource versions report: Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: pushed versions: Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Log': {'1.0'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Network': {'1.1'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Port': {'1.5'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'PortForwarding': {'1.2'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'QosPolicy': {'1.8'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroup': {'1.2'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SubPort': {'1.0'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Subnet': {'1.1'}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Trunk': {'1.1'}} Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: consumer versions: Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: { DHCP agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: L3 agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: Metadata agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: Metering agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: Open vSwitch agent@dv-cinder-825101-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Log': '1.0', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Network': '1.1', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Port': '1.5', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'PortForwarding': '1.2', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'QosPolicy': '1.8', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroup': '1.2', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroupRule': '1.0', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SubPort': '1.0', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Subnet': '1.1', Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Trunk': '1.1'}} Jan 18 12:39:09.651905 dv-cinder-825101-1-iscsi neutron-server[82766]: {{(pid=82766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:39:09.708235 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Attempting to bind port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:39:09.708632 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Attempting to bind port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:39:09.709066 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Attempting to bind port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 on network a9cd4735-7772-4a5d-807f-304f0063312b {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:39:09.715580 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:39:09.715967 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Checking segment: {'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:39:09.716474 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:09.716924 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Bound using segment: {'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:39:09.717414 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Bound port: e16ffe6f-2d44-42fc-85ab-e70b5c384f18, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:39:09.717810 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:09.801173 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] For port e16ffe6f-2d44-42fc-85ab-e70b5c384f18, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:39:09.805387 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] For port e16ffe6f-2d44-42fc-85ab-e70b5c384f18, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e16ffe6f-2d44-42fc-85ab-e70b5c384f18,segment=NetworkSegment(9dffc367-08dc-4dc6-8f89-ea57284bb03d),segment_id=9dffc367-08dc-4dc6-8f89-ea57284bb03d)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:39:09.809811 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:09.916680 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e1078-b2f3-43da-b0c2-097a6bab97a1 None None] Pushing event updated for resources: {'Port': ['ID=e16ffe6f-2d44-42fc-85ab-e70b5c384f18,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:11.064876 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51916) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:11.453675 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [None req-e470a07d-18fe-4947-ac38-df63c20367da admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:39:11.466797 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e470a07d-18fe-4947-ac38-df63c20367da admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3888373 Jan 18 12:39:13.484880 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08755a86-68f7-4e7f-968c-93735d4e06d6 None None] Network a9cd4735-7772-4a5d-807f-304f0063312b requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:39:13.591419 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-fbdd9cc6-d501-4fb2-8d38-8b8896a95984 None None] Provisioning for port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:39:13.653117 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e16ffe6f-2d44-42fc-85ab-e70b5c384f18 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:39:13.724041 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51930) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:13.785134 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:39:13.792691 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:13.793012 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:13.916852 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:13.952738 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port e16ffe6f-2d44-42fc-85ab-e70b5c384f18, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e16ffe6f-2d44-42fc-85ab-e70b5c384f18,segment=NetworkSegment(9dffc367-08dc-4dc6-8f89-ea57284bb03d),segment_id=9dffc367-08dc-4dc6-8f89-ea57284bb03d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:39:13.957167 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:14.034521 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=e16ffe6f-2d44-42fc-85ab-e70b5c384f18,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:14.043379 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-623679ba-f31a-497d-b679-aa6d91e40d55 None None] Provisioning complete for port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:14.043755 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-623679ba-f31a-497d-b679-aa6d91e40d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:14.143275 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [None req-710ae00e-6a52-4f06-9614-3ae2303cd972 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:39:14.144603 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-710ae00e-6a52-4f06-9614-3ae2303cd972 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4197063 Jan 18 12:39:15.596414 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e16ffe6f-2d44-42fc-85ab-e70b5c384f18 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:39:15.665088 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:15.665451 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:16.671402 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51942) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:17.116241 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'name': 'router1'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:39:17.121365 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:17.125285 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Usage tracker for resource:router and tenant:797026e3309f4b93833c3c917f038ef8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:17.128617 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:17.134310 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:17.143954 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:17.145363 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:17.169684 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:17.280682 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:17.298726 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:17.299892 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-75629402-11e0-4777-8746-a4602dcff70e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6275377 Jan 18 12:39:19.527126 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51952) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:19.903066 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [None req-3e9a5fc3-cd38-404d-a87b-eadd9810de11 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:39:19.904009 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3e9a5fc3-cd38-404d-a87b-eadd9810de11 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3759627 Jan 18 12:39:21.950566 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-86dd04ac-b602-4491-8093-facce594fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.128104 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51962) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:22.507075 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:39:22.512815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:22.516569 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Usage tracker for resource:network and tenant:c10f80a006884eb29c5780ad6f93cdf3 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:22.519398 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:22.525007 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:22.534475 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Made reservation on behalf of c10f80a006884eb29c5780ad6f93cdf3 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:39:22.536776 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.548639 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.582360 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:22.586022 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Usage tracker for resource:security_group_rule and tenant:c10f80a006884eb29c5780ad6f93cdf3 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:22.589041 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:22.594915 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:22.656018 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.659579 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.676647 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Reserving flat network on physical network physnet1 {{(pid=82764) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 12:39:22.696272 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad728e3-1dce-4dbd-961f-8bf8c5e3346e,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:22.700413 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.700752 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Added segment e7a48bab-6864-4941-a439-55bea2a178fa of type flat for network e89097e9-6ac8-4b17-bb19-16c3bc855a0f Jan 18 12:39:22.730905 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.763808 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.764600 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:22.765172 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.865775 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7366030 Jan 18 12:39:22.866558 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a528d5d-6023-4034-968f-e4929c0097da admin admin] Pushing event updated for resources: {'Network': ['ID=e89097e9-6ac8-4b17-bb19-16c3bc855a0f,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:22.878025 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:39:24.112503 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-26e6db1a-75f8-47c2-9a10-b90afd95302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:25.083503 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51972) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:25.227651 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:25.364908 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:25.528174 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4610027-8ff8-4dd5-873d-af5c26ad9af0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:25.529474 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e4610027-8ff8-4dd5-873d-af5c26ad9af0 admin admin] 10.222.0.86 "GET /v2.0/subnets/4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0 HTTP/1.1" status: 200 len: 849 time: 0.4450347 Jan 18 12:39:25.669594 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-31b1c237-7ac1-4044-9032-b520f3ba3d50 admin admin] 10.222.0.86 "GET /v2.0/routers/9b4c99f2-466c-4ffb-b8e8-dc2199302057 HTTP/1.1" status: 200 len: 704 time: 0.1348989 Jan 18 12:39:26.133079 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:26.354563 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Allocated IP 172.20.0.1 (a9cd4735-7772-4a5d-807f-304f0063312b/4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0/17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:39:26.450023 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:26.543095 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:26.559352 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Transition to ACTIVE for port object 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:39:26.609945 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:26.672165 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Network a9cd4735-7772-4a5d-807f-304f0063312b is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:39:26.674957 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:39:26.678624 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:39:26.679154 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:26.686316 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Pushing event updated for resources: {'Port': ['ID=17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:26.803450 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:26.841762 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-2313e73f-a6ec-4d86-833c-73119ae57833 None None] Provisioning for port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:39:26.846479 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-2313e73f-a6ec-4d86-833c-73119ae57833 None None] Provisioning complete for port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:26.846879 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-2313e73f-a6ec-4d86-833c-73119ae57833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:26.903575 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-2313e73f-a6ec-4d86-833c-73119ae57833 None None] Port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:39:27.025985 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:27.030246 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:27.031053 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:27.157686 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Pushing event updated for resources: {'Port': ['ID=17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:27.219930 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Network a9cd4735-7772-4a5d-807f-304f0063312b is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:39:27.220972 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:39:27.427265 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-66ac1eec-c539-4024-b052-bc2d9e4e5cad None None] Provisioning complete for port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:27.427621 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-66ac1eec-c539-4024-b052-bc2d9e4e5cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:27.477891 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-66ac1eec-c539-4024-b052-bc2d9e4e5cad None None] Port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:39:27.567244 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:39:27.733222 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:39:27.742028 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a63ccab3-a511-44ee-8d95-f5624dc27582 admin admin] 10.222.0.86 "PUT /v2.0/routers/9b4c99f2-466c-4ffb-b8e8-dc2199302057/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0675907 Jan 18 12:39:27.743339 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Sync routers for ids ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:39:27.755996 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Routers {'9b4c99f2-466c-4ffb-b8e8-dc2199302057'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:39:27.756823 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:39:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:27.930935 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Set router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:39:28.292170 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'name': 'router1', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:39:17Z', 'updated_at': '2022-01-18T12:39:26Z', 'revision_number': 2, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'gw_port_host': None, '_interfaces': [{'id': '17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad', 'name': '', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'mac_address': 'fa:16:3e:3a:fb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:26Z', 'updated_at': '2022-01-18T12:39:26Z', 'revision_number': 2, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'subnets': [{'id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '039a8933-7267-44cf-a42a-4e2fb11426e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:28.296947 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Checking router: 9b4c99f2-466c-4ffb-b8e8-dc2199302057 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:39:28.297315 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Updating router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:39:28.351328 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:28.716192 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:28.730960 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Transition to ACTIVE for port object 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:39:28.737487 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:28.912568 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Pushing event updated for resources: {'Port': ['ID=17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:28.951244 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.951576 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.951910 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.952373 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.952707 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.953026 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.953346 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.953680 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.953998 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.954316 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.954635 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Tracked resource versions report: Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: pushed versions: Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Log': {'1.0'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Network': {'1.1'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Port': {'1.5'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'PortForwarding': {'1.2'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'QosPolicy': {'1.8'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroup': {'1.2'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SubPort': {'1.0'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Subnet': {'1.1'}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Trunk': {'1.1'}} Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: consumer versions: Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: { DHCP agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: L3 agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: Metadata agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: Metering agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: Open vSwitch agent@dv-cinder-825101-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Log': '1.0', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Network': '1.1', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Port': '1.5', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'PortForwarding': '1.2', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'QosPolicy': '1.8', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroup': '1.2', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroupRule': '1.0', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SubPort': '1.0', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Subnet': '1.1', Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Trunk': '1.1'}} Jan 18 12:39:28.955840 dv-cinder-825101-1-iscsi neutron-server[82767]: {{(pid=82767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:39:29.011404 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Attempting to bind port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:39:29.011806 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Attempting to bind port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:39:29.012243 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Attempting to bind port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad on network a9cd4735-7772-4a5d-807f-304f0063312b {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:39:29.019225 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:39:29.019610 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Checking segment: {'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:39:29.020075 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:29.020458 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Bound using segment: {'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:39:29.020933 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Bound port: 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dffc367-08dc-4dc6-8f89-ea57284bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:39:29.021308 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:29.107155 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] For port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:39:29.110944 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] For port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad,segment=NetworkSegment(9dffc367-08dc-4dc6-8f89-ea57284bb03d),segment_id=9dffc367-08dc-4dc6-8f89-ea57284bb03d)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:39:29.115741 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:29.203115 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991f9bd-521d-4db0-8922-5f10a432ad4d None None] Pushing event updated for resources: {'Port': ['ID=17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad,revision_number=4']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:29.207679 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Routers {'9b4c99f2-466c-4ffb-b8e8-dc2199302057'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:39:29.208283 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:39:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:29.362460 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] Set router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:39:29.683108 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'name': 'router1', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:39:17Z', 'updated_at': '2022-01-18T12:39:26Z', 'revision_number': 2, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'gw_port_host': None, '_interfaces': [{'id': '17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad', 'name': '', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'mac_address': 'fa:16:3e:3a:fb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:26Z', 'updated_at': '2022-01-18T12:39:29Z', 'revision_number': 4, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'subnets': [{'id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '039a8933-7267-44cf-a42a-4e2fb11426e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:29.686974 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752dd5c6-b97b-42cb-8fbd-bb32569e4a8b None None] The sync data for ids ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'] in dv-cinder-825101-1-iscsi is: [{'id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'name': 'router1', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:39:17Z', 'updated_at': '2022-01-18T12:39:26Z', 'revision_number': 2, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'gw_port_host': None, '_interfaces': [{'id': '17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad', 'name': '', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'mac_address': 'fa:16:3e:3a:fb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:26Z', 'updated_at': '2022-01-18T12:39:29Z', 'revision_number': 4, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'subnets': [{'id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '039a8933-7267-44cf-a42a-4e2fb11426e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:39:30.073920 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 51994) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:30.384344 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d37710-971e-4ade-8bb4-25165478a585 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:30.384905 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f9d37710-971e-4ade-8bb4-25165478a585 admin admin] Synchronizing usage tracker for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:network {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:39:30.402206 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f9d37710-971e-4ade-8bb4-25165478a585 admin admin] Unset dirty status for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:network {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:39:30.403817 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f9d37710-971e-4ade-8bb4-25165478a585 admin admin] 10.222.0.86 "GET /v2.0/networks/e89097e9-6ac8-4b17-bb19-16c3bc855a0f HTTP/1.1" status: 200 len: 842 time: 0.3286507 Jan 18 12:39:30.413462 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Request body: {'subnet': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:39:30.419038 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:30.422739 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Usage tracker for resource:subnet and tenant:c10f80a006884eb29c5780ad6f93cdf3 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:30.425500 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:30.431486 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:30.440706 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Made reservation on behalf of c10f80a006884eb29c5780ad6f93cdf3 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:39:30.442972 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:30.813079 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.objects.ports [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82764) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 12:39:30.813520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:30.892422 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a01200-592b-4928-8199-8b04faf81427,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:30.898960 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:39:30.899307 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Network hostable DHCP agents. Network: e89097e9-6ac8-4b17-bb19-16c3bc855a0f, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:39:30.920358 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:39:30.928620 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, e89097e9-6ac8-4b17-bb19-16c3bc855a0f) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:39:30.932878 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:30.933511 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:30.938412 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78a652-ec7d-491a-9216-351bef7f06eb None None] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:39:30.952889 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f2825cbe-7b0e-4f83-ab02-dbb79462999c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5434968 Jan 18 12:39:31.165303 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b85b74-b213-4821-a72b-2356ecf06c2b None None] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:39:31.622002 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:39:31.713708 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:39:31.718109 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:31.718472 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:31.827498 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:31.864105 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad,segment=NetworkSegment(9dffc367-08dc-4dc6-8f89-ea57284bb03d),segment_id=9dffc367-08dc-4dc6-8f89-ea57284bb03d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:39:31.868170 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:31.932606 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:32.845683 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:39:33.059368 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52018) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:33.285916 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-c3129883-dcb8-4dc5-b360-1b498830cab5 admin admin] 10.222.0.86 "GET /v2.0/routers/9b4c99f2-466c-4ffb-b8e8-dc2199302057 HTTP/1.1" status: 200 len: 710 time: 0.2254243 Jan 18 12:39:33.412443 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2698983e-8c52-40bb-8230-3805439a0837 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:39:33.414313 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-2698983e-8c52-40bb-8230-3805439a0837 admin admin] 10.222.0.86 "GET /v2.0/networks/e89097e9-6ac8-4b17-bb19-16c3bc855a0f HTTP/1.1" status: 200 len: 886 time: 0.1229544 Jan 18 12:39:33.422951 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:39:33.608918 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:39:33.675602 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:33.675963 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:33.894039 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:34.113072 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:34.169171 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:34.295208 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Allocated IP 172.27.0.173 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:39:34.438067 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:34.464701 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:34.529668 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:39:34.532893 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Pushing event updated for resources: {'Port': ['ID=fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:34.536242 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:39:34.538267 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:39:34.673051 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:34.833688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:34.837203 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734857', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705047'] for router, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:35.032769 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:39:35.227853 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:39:35.236325 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:35.237323 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Sync routers for ids ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:39:35.237767 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d9e7d9fb-d6fa-4df2-8e89-d8919144a19b admin admin] 10.222.0.86 "PUT /v2.0/routers/9b4c99f2-466c-4ffb-b8e8-dc2199302057 HTTP/1.1" status: 200 len: 890 time: 1.8178031 Jan 18 12:39:35.249703 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Routers {'9b4c99f2-466c-4ffb-b8e8-dc2199302057'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:39:35.250465 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:39:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:35.440627 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Set router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:39:35.775333 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'name': 'router1', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:39:17Z', 'updated_at': '2022-01-18T12:39:34Z', 'revision_number': 4, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'gw_port': {'id': 'fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:34Z', 'updated_at': '2022-01-18T12:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad', 'name': '', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'mac_address': 'fa:16:3e:3a:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:26Z', 'updated_at': '2022-01-18T12:39:31Z', 'revision_number': 5, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'subnets': [{'id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '039a8933-7267-44cf-a42a-4e2fb11426e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:35.780116 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Checking router: 9b4c99f2-466c-4ffb-b8e8-dc2199302057 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:39:35.780464 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Updating router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:39:35.831390 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:36.154097 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:36.165842 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Transition to ACTIVE for port object fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:39:36.172284 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:36.251780 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becc32-f93c-4ea1-818b-ac4e3f000eb8 None None] Pushing event updated for resources: {'Port': ['ID=fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:36.257638 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Attempting to bind port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:39:36.258008 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Attempting to bind port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:39:36.258371 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Attempting to bind port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:39:36.264658 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:39:36.265024 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:39:36.265418 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:36.265799 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:39:36.266254 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Bound port: fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:39:36.266636 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:36.335594 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] For port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:39:36.338797 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] For port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:39:36.343181 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:36.439838 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becc32-f93c-4ea1-818b-ac4e3f000eb8 None None] Pushing event updated for resources: {'Port': ['ID=fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:36.447522 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Routers {'9b4c99f2-466c-4ffb-b8e8-dc2199302057'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:39:36.448099 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:39:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:36.622946 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] Set router 9b4c99f2-466c-4ffb-b8e8-dc2199302057 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:39:36.942093 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'name': 'router1', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:39:17Z', 'updated_at': '2022-01-18T12:39:34Z', 'revision_number': 4, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'gw_port': {'id': 'fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:34Z', 'updated_at': '2022-01-18T12:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad', 'name': '', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'mac_address': 'fa:16:3e:3a:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:26Z', 'updated_at': '2022-01-18T12:39:31Z', 'revision_number': 5, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'subnets': [{'id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '039a8933-7267-44cf-a42a-4e2fb11426e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:39:36.946080 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d0922-4a20-4f17-8b99-a0e28095351f None None] The sync data for ids ['9b4c99f2-466c-4ffb-b8e8-dc2199302057'] in dv-cinder-825101-1-iscsi is: [{'id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'name': 'router1', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:39:17Z', 'updated_at': '2022-01-18T12:39:34Z', 'revision_number': 4, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'gw_port': {'id': 'fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:34Z', 'updated_at': '2022-01-18T12:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad', 'name': '', 'network_id': 'a9cd4735-7772-4a5d-807f-304f0063312b', 'tenant_id': '797026e3309f4b93833c3c917f038ef8', 'mac_address': 'fa:16:3e:3a:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4c99f2-466c-4ffb-b8e8-dc2199302057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:39:26Z', 'updated_at': '2022-01-18T12:39:31Z', 'revision_number': 5, 'project_id': '797026e3309f4b93833c3c917f038ef8', 'subnets': [{'id': '4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '039a8933-7267-44cf-a42a-4e2fb11426e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:39:37.452648 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52028) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:37.591033 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6d39f935-eadd-4444-8081-d4661328d9b5 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1366289 Jan 18 12:39:37.640963 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:39:37.712890 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:39:37.718556 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:37.718970 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:37.835569 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:37.852997 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:39:37.858541 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:37.923435 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:39.618604 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:39:39.695495 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port fd22b14b-acf9-40b6-a35a-6fbfbfa9e6dd triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:39:39.695890 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:51.952819 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c492b28d-df6e-4f26-a54b-1834794c512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:54.114670 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-cbe86fa6-2107-4527-8b77-b00aeb911095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:55.231797 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:55.368064 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:56.470464 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:09.845965 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:40:21.956094 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f42b87c3-5b4a-478a-9812-c20536d9abf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:24.118367 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ecc013cf-5b49-4c53-9d41-db41a033f13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:25.233902 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:25.372962 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:26.475821 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.846227 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:40:51.959472 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-fb55612b-5363-41c6-aa6c-ab61a28b1233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:54.121990 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-960a2dda-4770-4f78-bc01-2113036c89f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:55.248384 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:55.383749 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:56.478919 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:21.963311 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c74e97ff-7101-42ff-a349-0ddde99f1364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:23.846307 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:41:24.125172 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5e67db3d-ee5d-4078-a1d8-85eb13befb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:25.236781 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:25.376430 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:26.482321 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:38.485922 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52600) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:38.574484 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8d6fbb-81b3-43af-9003-09a76eed4b78 admin admin] GET failed (client error): The resource could not be found. Jan 18 12:41:38.575723 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1d8d6fbb-81b3-43af-9003-09a76eed4b78 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0888352 Jan 18 12:41:38.705394 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976be84c-d453-4898-9f2a-ae67942193ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:38.706756 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-976be84c-d453-4898-9f2a-ae67942193ac admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271601 Jan 18 12:41:40.729615 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52610) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:40.894298 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638d7c41-71d5-42fc-b946-9f91d6bac5c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:40.894892 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-638d7c41-71d5-42fc-b946-9f91d6bac5c9 admin admin] Synchronizing usage tracker for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:subnet {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:41:40.911619 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-638d7c41-71d5-42fc-b946-9f91d6bac5c9 admin admin] Unset dirty status for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:subnet {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:41:40.912682 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-638d7c41-71d5-42fc-b946-9f91d6bac5c9 admin admin] 10.222.0.86 "GET /v2.0/subnets/4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0 HTTP/1.1" status: 200 len: 849 time: 0.1821108 Jan 18 12:41:40.922278 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:41:41.035697 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Notify callbacks [] for subnet, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:41.218154 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763453535223'] for subnet, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:41.263456 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:41.264658 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:41.265274 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] 10.222.0.86 "PUT /v2.0/subnets/4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0 HTTP/1.1" status: 200 len: 868 time: 0.3466825 Jan 18 12:41:41.281896 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d88ed-f96a-4319-87e0-a97e9fcf76c2 None None] Network a9cd4735-7772-4a5d-807f-304f0063312b requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:41:41.285352 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:41:41.294891 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.295575 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.295575 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.295833 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.296120 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.296511 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.296790 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.297090 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.297421 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.298318 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.298318 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ce71-2c77-4733-b65c-ec4717544a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:41:41.791030 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-f26f7017-157c-4fdd-a035-5025c1a6f7e2 None None] Provisioning complete for port e16ffe6f-2d44-42fc-85ab-e70b5c384f18 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:41:41.791404 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f26f7017-157c-4fdd-a035-5025c1a6f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:41.915044 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-f26f7017-157c-4fdd-a035-5025c1a6f7e2 None None] Provisioning complete for port 17d2b3f4-e26c-4625-b1f1-6f5ee0e6d7ad triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:41:41.915406 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f26f7017-157c-4fdd-a035-5025c1a6f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:43.291788 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52620) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:43.489383 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ffdc7-8ec9-4d6d-b1ba-8dccfd5dd6bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:43.489675 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ffdc7-8ec9-4d6d-b1ba-8dccfd5dd6bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:43.491217 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a78ffdc7-8ec9-4d6d-b1ba-8dccfd5dd6bb admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984591 Jan 18 12:41:45.483834 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52630) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:45.677979 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565a26f-7859-43d5-acf0-1fcbfad80656 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:45.678289 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565a26f-7859-43d5-acf0-1fcbfad80656 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:45.680319 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e565a26f-7859-43d5-acf0-1fcbfad80656 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955431 Jan 18 12:41:47.663756 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52640) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:47.856459 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef4c6f-d99d-47d8-a738-699039d961f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:47.857729 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d1ef4c6f-d99d-47d8-a738-699039d961f1 admin admin] 10.222.0.86 "GET /v2.0/networks/a9cd4735-7772-4a5d-807f-304f0063312b HTTP/1.1" status: 200 len: 869 time: 0.1930001 Jan 18 12:41:49.841700 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52650) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:50.028673 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6381b8-1e1e-429a-a519-b5f850c026fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:50.029986 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4b6381b8-1e1e-429a-a519-b5f850c026fc admin admin] 10.222.0.86 "GET /v2.0/networks/e89097e9-6ac8-4b17-bb19-16c3bc855a0f HTTP/1.1" status: 200 len: 886 time: 0.1873326 Jan 18 12:41:51.966224 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c34946ae-2922-4312-b8d5-516b837f04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:52.039485 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52660) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:52.171113 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3cc00e-fbc1-48a6-9965-baabf67f7960 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:52.171395 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3cc00e-fbc1-48a6-9965-baabf67f7960 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:52.172930 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-5b3cc00e-fbc1-48a6-9965-baabf67f7960 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324828 Jan 18 12:41:54.133144 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6d8186f6-6877-4798-a3bf-445abac36115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:54.166979 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52670) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:54.292853 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207a3f3-ce0b-4841-a58f-aa23c410640b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:54.293216 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207a3f3-ce0b-4841-a58f-aa23c410640b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:54.294683 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-c207a3f3-ce0b-4841-a58f-aa23c410640b admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267812 Jan 18 12:41:55.240042 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:55.379821 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:56.300215 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52680) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:56.432072 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ce840-ae8b-49f9-8a5f-a67bbbf442d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:56.433388 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-2a5ce840-ae8b-49f9-8a5f-a67bbbf442d5 admin admin] 10.222.0.86 "GET /v2.0/subnets/4361a8e2-d01b-4e68-8b09-b53f0ea0f4e0 HTTP/1.1" status: 200 len: 868 time: 0.1322360 Jan 18 12:41:56.487966 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:58.450290 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 52690) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:58.608435 dv-cinder-825101-1-iscsi neutron-server[82765]: WARNING oslo_policy.policy [None req-9f85e856-f9ed-43e6-9bf1-ece3113f957f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:41:58.609042 dv-cinder-825101-1-iscsi neutron-server[82765]: WARNING oslo_policy.policy [None req-9f85e856-f9ed-43e6-9bf1-ece3113f957f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:41:58.951402 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.policy [None req-9f85e856-f9ed-43e6-9bf1-ece3113f957f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82765) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:41:58.952169 dv-cinder-825101-1-iscsi neutron-server[82765]: WARNING oslo_policy.policy [None req-9f85e856-f9ed-43e6-9bf1-ece3113f957f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:41:58.952539 dv-cinder-825101-1-iscsi neutron-server[82765]: WARNING oslo_policy.policy [None req-9f85e856-f9ed-43e6-9bf1-ece3113f957f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:41:58.955379 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85e856-f9ed-43e6-9bf1-ece3113f957f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:41:58.957232 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-9f85e856-f9ed-43e6-9bf1-ece3113f957f admin admin] 10.222.0.86 "GET /v2.0/subnets/f3a01200-592b-4928-8199-8b04faf81427 HTTP/1.1" status: 200 len: 816 time: 0.5048783 Jan 18 12:42:00.847221 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:16.518131 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 52734) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:42:16.589861 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [None req-7ae126e2-1b2a-4696-ac93-f253290de951 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82765) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:42:16.590838 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-7ae126e2-1b2a-4696-ac93-f253290de951 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717757 Jan 18 12:42:18.679093 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 52744) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:42:18.782070 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.pecan_wsgi.hooks.translation [None req-246db0d8-4ae3-4ec4-8336-cbd9d5c8bd63 admin admin] GET failed (client error): The resource could not be found. Jan 18 12:42:18.783351 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-246db0d8-4ae3-4ec4-8336-cbd9d5c8bd63 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1032755 Jan 18 12:42:18.921775 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99708e65-b1af-499c-9ff4-e1df084d33c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:42:18.923265 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-99708e65-b1af-499c-9ff4-e1df084d33c3 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354990 Jan 18 12:42:20.955527 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52754) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:42:21.025812 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:42:21.030244 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:42:21.040826 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:42:21.050748 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Made reservation on behalf of c10f80a006884eb29c5780ad6f93cdf3 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:42:21.053587 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:21.139002 dv-cinder-825101-1-iscsi neutron-server[82764]: WARNING neutron.services.revisions.revision_plugin [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Could not find related network for resource to bump revision. Jan 18 12:42:21.150723 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:42:21.159517 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:21.159847 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Added segment 8a48e999-7ebd-443a-8643-6f43b87ef654 of type vlan for network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 Jan 18 12:42:21.183616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:21.211326 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:21.212140 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:42:21.213021 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:21.310164 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] Pushing event updated for resources: {'Network': ['ID=a44a9f4d-6e0b-4fb8-9135-1db378cf0536,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:42:21.313464 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-96594ad7-3f6d-49dc-b40f-e14df398793b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3569224 Jan 18 12:42:21.334558 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:42:21.969188 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3d86ed5a-ac3a-4a2f-aea3-4f37ce1b4efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:23.367677 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52764) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:42:23.456956 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf06e32-06d1-4948-a0d6-47f46573d2fc admin admin] GET failed (client error): The resource could not be found. Jan 18 12:42:23.457440 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bcf06e32-06d1-4948-a0d6-47f46573d2fc admin admin] Synchronizing usage tracker for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:network {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:42:23.471985 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bcf06e32-06d1-4948-a0d6-47f46573d2fc admin admin] Unset dirty status for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:network {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:42:23.473237 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-bcf06e32-06d1-4948-a0d6-47f46573d2fc admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1045952 Jan 18 12:42:23.613221 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e94857-fa68-4a61-be36-b4b06b0ee908 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:42:23.614563 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-75e94857-fa68-4a61-be36-b4b06b0ee908 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1368754 Jan 18 12:42:23.624424 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Request body: {'subnet': {'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:42:23.628629 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:42:23.637845 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:42:23.647782 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Made reservation on behalf of c10f80a006884eb29c5780ad6f93cdf3 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:42:23.649970 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:23.843026 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:23.919122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce229be-da5f-4d82-9194-f67da7081708,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:42:23.929875 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Checking segment: {'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:42:23.930215 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Network hostable DHCP agents. Network: a44a9f4d-6e0b-4fb8-9135-1db378cf0536, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:42:23.951291 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:42:23.960061 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, a44a9f4d-6e0b-4fb8-9135-1db378cf0536) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:42:23.964573 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:42:23.965155 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:23.969115 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848b6d4-8b71-47f2-b73f-1d604f551e63 None None] Network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:42:23.989586 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-71752b6d-181d-4d9b-ba77-25a5cc5989de admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3684328 Jan 18 12:42:24.147544 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b61e8d46-7bef-4de8-a2ce-6d5ba753cc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:24.204616 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-a44a9f4d-6e0b-4fb8-9135-1db378cf0536', 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536', 'tenant_id': 'c10f80a006884eb29c5780ad6f93cdf3', 'fixed_ips': [{'subnet_id': '7ce229be-da5f-4d82-9194-f67da7081708'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:42:24.205449 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:24.363696 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Allocated IP 192.168.233.2 (a44a9f4d-6e0b-4fb8-9135-1db378cf0536/7ce229be-da5f-4d82-9194-f67da7081708/9f589d3b-1033-4a97-9aa6-3d64d36cd7b2) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:42:24.565832 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:24.576342 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Transition to ACTIVE for port object 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:42:24.595329 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Transition to ACTIVE for port object 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:42:24.601567 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:24.671316 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:42:24.674487 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Pushing event updated for resources: {'Port': ['ID=9f589d3b-1033-4a97-9aa6-3d64d36cd7b2,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:42:24.676871 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:42:24.682877 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:42:24.688553 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.688901 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.689239 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.689569 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.690282 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.690282 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.690572 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.691496 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.691496 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.691496 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.691828 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:42:24.774851 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Attempting to bind port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:42:24.775218 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Attempting to bind port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:42:24.775578 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Attempting to bind port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 on network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:42:24.782022 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:42:24.782390 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Checking segment: {'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:42:24.782816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:24.783202 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Bound using segment: {'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:42:24.783656 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Bound port: 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:42:24.784038 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:24.878072 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] For port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:42:24.881403 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] For port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=9f589d3b-1033-4a97-9aa6-3d64d36cd7b2,segment=NetworkSegment(8a48e999-7ebd-443a-8643-6f43b87ef654),segment_id=8a48e999-7ebd-443a-8643-6f43b87ef654)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:42:24.888850 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:24.966955 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27389-63fa-462f-97b6-5b54ca4b8a03 None None] Pushing event updated for resources: {'Port': ['ID=9f589d3b-1033-4a97-9aa6-3d64d36cd7b2,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:42:25.245169 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:25.389331 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:25.724585 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:42:25.813136 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c852b8-262a-40b4-8786-804f40610962 None None] Network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:42:25.931487 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:42:25.948724 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-c60a94cf-28b9-412f-bd68-06127af015ea None None] Provisioning for port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:42:25.956907 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-c60a94cf-28b9-412f-bd68-06127af015ea None None] Provisioning complete for port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:42:25.957273 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c60a94cf-28b9-412f-bd68-06127af015ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:26.160487 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c60a94cf-28b9-412f-bd68-06127af015ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:26.200092 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-c60a94cf-28b9-412f-bd68-06127af015ea None None] For port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=9f589d3b-1033-4a97-9aa6-3d64d36cd7b2,segment=NetworkSegment(8a48e999-7ebd-443a-8643-6f43b87ef654),segment_id=8a48e999-7ebd-443a-8643-6f43b87ef654)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:42:26.204393 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c60a94cf-28b9-412f-bd68-06127af015ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:26.275108 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a94cf-28b9-412f-bd68-06127af015ea None None] Pushing event updated for resources: {'Port': ['ID=9f589d3b-1033-4a97-9aa6-3d64d36cd7b2,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:42:26.428599 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9deb9e53-da69-4638-b893-97b2a70a2c96 None None] Provisioning complete for port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:42:26.428599 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9deb9e53-da69-4638-b893-97b2a70a2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:26.499582 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:27.692261 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:42:27.759630 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 9f589d3b-1033-4a97-9aa6-3d64d36cd7b2 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:42:27.759998 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:37.847625 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:51.970016 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e85aeece-a3c8-48de-9070-27b04134d56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:54.129760 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-47ecf7eb-9339-4bf4-a8db-b5c99079f5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:55.247131 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:55.383118 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:56.492199 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:14.847494 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:43:21.973811 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-12109305-6833-400e-b121-2ef561aaf8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:24.131340 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-97bddea4-6802-43dd-ad3b-4e3b9e9720e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.250276 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.386200 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.495628 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.025795 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52808) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:28.031863 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [None req-81d34e42-87d4-4434-bb4f-d01f8a1838b7 tempest-verify_tempest_config-1953384954 tempest-verify_tempest_config-1953384954-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:43:28.032982 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-81d34e42-87d4-4434-bb4f-d01f8a1838b7 tempest-verify_tempest_config-1953384954 tempest-verify_tempest_config-1953384954-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0061378 Jan 18 12:43:28.360214 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52826) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:28.499059 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.529486 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:28.533187 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b1d27b4b594d229f9def1a5bc26910 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:28.536052 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:28.541731 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:28.606200 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.609878 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.652175 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9402be7-7535-4382-a8b9-21be27ce8936,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:28.663038 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Synchronizing usage tracker for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:security_group {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:28.666979 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.667328 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.667666 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.667996 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.668337 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.668663 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.668984 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.669318 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.669640 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.669955 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.670269 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:28.685893 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] Unset dirty status for tenant:c10f80a006884eb29c5780ad6f93cdf3 on resource:security_group {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:28.687249 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-42b290cf-eed2-433e-9a40-9d123c462d50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3b1d27b4b594d229f9def1a5bc26910&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3259261 Jan 18 12:43:28.689834 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52832) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:28.750176 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-dd41d89b-abfb-4be0-ac26-49eba1cf25cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.775054 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-dd41d89b-abfb-4be0-ac26-49eba1cf25cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.863878 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-dd41d89b-abfb-4be0-ac26-49eba1cf25cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.878849 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41d89b-abfb-4be0-ac26-49eba1cf25cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9402be7-7535-4382-a8b9-21be27ce8936,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:28.884689 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-dd41d89b-abfb-4be0-ac26-49eba1cf25cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.887477 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-dd41d89b-abfb-4be0-ac26-49eba1cf25cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9402be7-7535-4382-a8b9-21be27ce8936 HTTP/1.1" status: 204 len: 168 time: 0.1958847 Jan 18 12:43:51.848615 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:43:51.975519 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-4bcc766e-e279-44b7-80f4-95f37d08c8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.131738 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-619a2e1e-2624-45f4-89dc-3745f95dc5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.251950 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.387114 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.498614 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.976819 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6d02b8e0-c48a-47c3-ac03-d5891f4df26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:24.133288 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c6312aaf-5eb2-406a-900e-50ea8e8f622a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:25.254646 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:25.386731 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:26.501818 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.849848 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 5 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:44:51.978534 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-14c44133-1569-49b3-aeaa-8f5e1a590453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.134759 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-eaa94333-9899-4cf4-b4e8-452160bc0d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.258602 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.387668 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.504622 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.921448 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735255'] for agent, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:05.850273 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:45:17.425602 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52902) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:17.558113 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-0af8d7f2-5ef9-4c5a-8c8b-8c8b1bbea253 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1314120 Jan 18 12:45:19.572710 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 52912) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:19.651086 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-905ec2fe-bcd7-46a1-9eca-14c71d6da531 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0772805 Jan 18 12:45:21.981323 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-900e8e0a-1f8f-4edb-94c8-d4c88f0ba986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.137101 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-a31c2fe0-b0ea-423e-94ac-08f429c00e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.261610 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.391112 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:26.506709 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:31.877547 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:42.850578 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:45:51.983553 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-62bd9602-4650-465c-94bf-183ec60acccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:54.139691 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ca513afb-8380-4f8b-be19-b9ac834f703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:55.263425 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:55.392278 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:56.509434 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.890364 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:19.849902 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:46:21.985580 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-90a3426b-f791-418c-a2ef-8a65c3c2f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:24.143117 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7afdbb4c-433d-415d-b946-80f198605ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:25.266082 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:25.393923 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:26.514258 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.885652 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:51.996753 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c92c5ccd-c647-4b79-85f5-08cae7c05e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:54.146988 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-618a1c49-2f06-4e40-9579-b6d68e9bf3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:54.762345 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53062) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:55.275066 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2000995988-network', 'tenant_id': '71a02318ab504b58afb343a7e9bbdcb5'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:55.276197 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.quota [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Loaded quota_driver: . Jan 18 12:46:55.280124 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.284529 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:55.290084 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Usage tracker for resource:network and tenant:71a02318ab504b58afb343a7e9bbdcb5 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:55.293505 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:55.300554 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:55.314947 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Made reservation on behalf of 71a02318ab504b58afb343a7e9bbdcb5 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:55.317914 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.337414 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.398816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:55.403063 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.403912 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Usage tracker for resource:security_group_rule and tenant:71a02318ab504b58afb343a7e9bbdcb5 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:55.407928 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:55.415027 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:55.498101 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.502446 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.526070 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:46:55.538135 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763453611219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.538718 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Unsubscribe: segment precommit_create {{(pid=82765) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:46:55.539381 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Added segment 4a0c4fbe-9075-4006-b9b6-b4617812ee8a of type vlan for network fa1f8271-c179-445c-8668-f6478e2c3a38 Jan 18 12:46:55.614992 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.665444 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee5182c-bd1a-4cc7-afdf-39277a6d787e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:55.670709 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.671628 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:55.672391 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:55.703243 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.703943 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.704286 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.704613 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.704954 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.705278 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.705635 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.706121 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.706672 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.707269 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.707638 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Tracked resource versions report: Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: pushed versions: Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Log': {'1.0'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Network': {'1.1'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Port': {'1.5'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'PortForwarding': {'1.2'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'QosPolicy': {'1.8'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'SecurityGroup': {'1.2'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'SubPort': {'1.0'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Subnet': {'1.1'}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Trunk': {'1.1'}} Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: consumer versions: Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: { DHCP agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: L3 agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: Metadata agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: Metering agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: Open vSwitch agent@dv-cinder-825101-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Log': '1.0', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Network': '1.1', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Port': '1.5', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'PortForwarding': '1.2', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'QosPolicy': '1.8', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'SecurityGroup': '1.2', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'SecurityGroupRule': '1.0', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'SubPort': '1.0', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Subnet': '1.1', Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: 'Trunk': '1.1'}} Jan 18 12:46:55.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: {{(pid=82765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:46:55.794467 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0298870 Jan 18 12:46:55.798447 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53114) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:55.804241 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Request body: {'subnet': {'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2000995988-subnet', 'tenant_id': '71a02318ab504b58afb343a7e9bbdcb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:55.809559 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:55.814338 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Usage tracker for resource:subnet and tenant:71a02318ab504b58afb343a7e9bbdcb5 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:55.814767 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447dd9a-9c69-4eaa-a9b9-63b352867e58 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1f8271-c179-445c-8668-f6478e2c3a38,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:55.817793 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:55.824031 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:55.864139 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network fa1f8271-c179-445c-8668-f6478e2c3a38 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:46:55.873801 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Made reservation on behalf of 71a02318ab504b58afb343a7e9bbdcb5 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:55.880777 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.140596 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.210648 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09829471-feb1-4651-b130-19ff12256e97,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:56.235240 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.235680 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.236215 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.236588 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.237031 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.237538 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.237996 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.238501 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.239075 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.239487 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.239963 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Tracked resource versions report: Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: pushed versions: Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Log': {'1.0'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Network': {'1.1'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Port': {'1.5'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'PortForwarding': {'1.2'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'QosPolicy': {'1.8'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroup': {'1.2'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SubPort': {'1.0'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Subnet': {'1.1'}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Trunk': {'1.1'}} Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: consumer versions: Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: { DHCP agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: L3 agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: Metadata agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: Metering agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: Open vSwitch agent@dv-cinder-825101-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Log': '1.0', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Network': '1.1', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Port': '1.5', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'PortForwarding': '1.2', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'QosPolicy': '1.8', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroup': '1.2', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SecurityGroupRule': '1.0', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'SubPort': '1.0', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Subnet': '1.1', Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: 'Trunk': '1.1'}} Jan 18 12:46:56.241112 dv-cinder-825101-1-iscsi neutron-server[82764]: {{(pid=82764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:46:56.248217 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Checking segment: {'id': '4a0c4fbe-9075-4006-b9b6-b4617812ee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:56.248568 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Network hostable DHCP agents. Network: fa1f8271-c179-445c-8668-f6478e2c3a38, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:46:56.271262 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Network fa1f8271-c179-445c-8668-f6478e2c3a38 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:46:56.281294 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, fa1f8271-c179-445c-8668-f6478e2c3a38) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:56.289255 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e459fc-ed3c-4f5b-9357-162cacf406e9 None None] Network fa1f8271-c179-445c-8668-f6478e2c3a38 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:56.295599 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:56.296191 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.319389 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-658910dd-739f-45a1-abbc-71515f6f37a4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5195775 Jan 18 12:46:56.354140 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53132) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:56.392347 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53140) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:56.531800 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.533718 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda8ad3-5110-4bfa-a67d-6b715b8caf46 None None] Network fa1f8271-c179-445c-8668-f6478e2c3a38 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:56.699578 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53158) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:56.829277 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-100917199-network', 'tenant_id': 'e33d3388d72146c19efde49b38057967'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:56.833767 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:56.838032 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Usage tracker for resource:network and tenant:e33d3388d72146c19efde49b38057967 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:56.850744 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:46:56.851638 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:56.860390 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:56.860860 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53166) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:56.873190 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Made reservation on behalf of e33d3388d72146c19efde49b38057967 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:56.878822 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.901995 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1656006499-network', 'tenant_id': 'fb54d3b7cb2f4b1485b4b5dc82fbfa10'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:56.907592 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:56.912492 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Usage tracker for resource:network and tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:56.917054 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.931070 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:56.944008 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:56.969510 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:56.971720 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Made reservation on behalf of fb54d3b7cb2f4b1485b4b5dc82fbfa10 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:56.974026 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.987032 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:e33d3388d72146c19efde49b38057967 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:56.989560 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.998418 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:57.010566 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-network', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:57.019359 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:57.055938 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:57.065063 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Usage tracker for resource:network and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:57.071650 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:57.080526 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:57.086065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1135780936-network', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:57.086324 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:57.096059 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:57.096260 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Usage tracker for resource:security_group_rule and tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:57.102124 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:57.102248 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Usage tracker for resource:network and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:57.106025 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:57.112505 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:57.113685 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:57.129005 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Made reservation on behalf of a8915670cd7149dabaa9c738c0fc60f1 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:57.130615 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Made reservation on behalf of debf80e43d6c434c8a12852fbe6ccf4e for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:57.132150 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.133118 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.146555 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.150500 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.190258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:57.193599 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:57.195035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Usage tracker for resource:security_group_rule and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:57.197610 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:57.198918 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:57.200930 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:57.206041 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:57.206933 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:57.341153 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.349387 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.353036 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.367843 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.373405 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.378148 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.397216 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:46:57.397590 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.398682 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:46:57.421589 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.421943 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Added segment 84f5f8ed-b483-4bbd-85bd-441743f8039b of type vlan for network da310088-244b-4133-81d0-87ef6fdcb0d8 Jan 18 12:46:57.426871 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.467062 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.467633 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Added segment 081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d of type vlan for network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 Jan 18 12:46:57.468753 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:46:57.492791 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af97245b-3b3e-444a-ab17-7504c0573ee5,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:57.505589 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7ce40a-c95c-4951-aff9-0be5779500c0,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:57.551242 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.551582 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Added segment f32ccc38-be0b-41ee-bc67-e78af2d2e6d9 of type vlan for network da698780-3064-4302-8b58-859ce1e0c59d Jan 18 12:46:57.552906 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:46:57.579245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.650188 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.651218 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:57.651775 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.663257 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.681601 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.682575 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Added segment f506a721-e00f-4a99-97e9-7decafec8c83 of type vlan for network 75027f51-ac71-4b92-b253-3d01167d49ae Jan 18 12:46:57.710677 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:57.728797 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.792038 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] Pushing event updated for resources: {'Network': ['ID=da310088-244b-4133-81d0-87ef6fdcb0d8,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:57.803205 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network da310088-244b-4133-81d0-87ef6fdcb0d8 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:46:57.829116 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.891305 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-34592938-59eb-4456-b405-f0d53895025d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0291581 Jan 18 12:46:57.892028 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53216) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:57.897676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Request body: {'subnet': {'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1135780936-subnet', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:57.919260 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.920108 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:57.920684 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.921069 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:57.928420 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Usage tracker for resource:subnet and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:57.933160 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5920545d-75de-44f3-afaa-c3fa1f7e550d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:57.946484 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:57.970879 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:58.015392 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Made reservation on behalf of a8915670cd7149dabaa9c738c0fc60f1 for: {'subnet': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:58.018516 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.061845 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.062681 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.063330 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.084583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.085390 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.085964 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.095700 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] Pushing event updated for resources: {'Network': ['ID=4798c5e1-6242-4f95-92e8-fbc3383f20e3,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:58.121623 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:46:58.322744 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=da698780-3064-4302-8b58-859ce1e0c59d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:58.352041 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network da698780-3064-4302-8b58-859ce1e0c59d details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:46:58.484596 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53244) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:58.492562 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-c025fb00-4c0f-4f82-9224-096f1cf6dd43 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0950062 Jan 18 12:46:58.499619 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-107cc85d-0ad1-4541-8a8b-73b8093e1bd9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1443734 Jan 18 12:46:58.509675 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Request body: {'subnet': {'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1656006499-subnet', 'tenant_id': 'fb54d3b7cb2f4b1485b4b5dc82fbfa10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:58.514918 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53252) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:58.517421 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8160884 Jan 18 12:46:58.520196 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53260) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:58.529756 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:58.530236 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Request body: {'subnet': {'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-subnet', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:58.535998 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Usage tracker for resource:subnet and tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:58.540822 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Request body: {'subnet': {'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-subnet', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:58.545482 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:58.549678 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Usage tracker for resource:subnet and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:58.552725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:58.558982 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:58.587270 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Made reservation on behalf of debf80e43d6c434c8a12852fbe6ccf4e for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:58.589920 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.613088 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:58.615709 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5266471-4527-4aa9-bfc9-563b9144d7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=75027f51-ac71-4b92-b253-3d01167d49ae,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:58.631136 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Usage tracker for resource:subnet and tenant:e33d3388d72146c19efde49b38057967 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:58.633592 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 75027f51-ac71-4b92-b253-3d01167d49ae details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:46:58.634554 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:58.641888 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:58.664559 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:58.672345 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.677873 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:58.800896 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89ec874-52a4-48cd-9861-eca9acc4b14b,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:58.850434 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Made reservation on behalf of fb54d3b7cb2f4b1485b4b5dc82fbfa10 for: {'subnet': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:58.853377 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.015971 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53274) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:59.019839 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Made reservation on behalf of e33d3388d72146c19efde49b38057967 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:59.022472 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.059297 dv-cinder-825101-1-iscsi neutron-server[82765]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 12:46:59.212027 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Checking segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:59.212681 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Network hostable DHCP agents. Network: da310088-244b-4133-81d0-87ef6fdcb0d8, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:46:59.277748 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.278514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-46066c76-64cc-4307-ad4a-a17e22f6e4e6 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:59.279167 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-46066c76-64cc-4307-ad4a-a17e22f6e4e6 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Synchronizing usage tracker for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:network {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:59.316823 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.332279 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Network da310088-244b-4133-81d0-87ef6fdcb0d8 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:46:59.371047 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24cce958-8460-419c-83ec-3a7509624392,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:59.452067 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-46066c76-64cc-4307-ad4a-a17e22f6e4e6 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Unset dirty status for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:network {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:59.455348 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-46066c76-64cc-4307-ad4a-a17e22f6e4e6 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/networks?id=fa1f8271-c179-445c-8668-f6478e2c3a38 HTTP/1.1" status: 200 len: 812 time: 0.4299359 Jan 18 12:46:59.456562 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, da310088-244b-4133-81d0-87ef6fdcb0d8) {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:59.459690 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Checking segment: {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:59.460046 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Network hostable DHCP agents. Network: da698780-3064-4302-8b58-859ce1e0c59d, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:46:59.467368 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:59.470245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.474223 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312a486-4d96-4bd8-a03d-081da64aa9a7 None None] Network da310088-244b-4133-81d0-87ef6fdcb0d8 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:59.475296 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Checking segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:59.475653 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Network hostable DHCP agents. Network: 75027f51-ac71-4b92-b253-3d01167d49ae, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:46:59.480397 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41050b0d-554c-498e-bd1b-ea3be6551711,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:59.507591 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.519866 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Network 75027f51-ac71-4b92-b253-3d01167d49ae is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:46:59.524498 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Network da698780-3064-4302-8b58-859ce1e0c59d is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:46:59.539386 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 75027f51-ac71-4b92-b253-3d01167d49ae) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:59.540985 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, da698780-3064-4302-8b58-859ce1e0c59d) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:59.572261 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:59.572866 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.619683 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ac8801bf-b698-46e6-b37c-8530a3b5e71d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0833619 Jan 18 12:46:59.623298 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53300) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:59.633220 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:59.653991 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:59.659656 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37fd94a-53a7-4bae-9627-0177c175ffe9 None None] Network 75027f51-ac71-4b92-b253-3d01167d49ae requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:59.662408 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Usage tracker for resource:router and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:59.679460 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:59.681706 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-8cd22143-65a2-4e21-853a-3dce463bef43 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/quotas/71a02318ab504b58afb343a7e9bbdcb5 HTTP/1.1" status: 200 len: 375 time: 0.1682448 Jan 18 12:46:59.703275 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:59.710737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:59.711414 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.728177 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cf298c-de7b-4c7b-ac44-e5722170010e None None] Network da698780-3064-4302-8b58-859ce1e0c59d requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:59.747292 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72607834-d0af-4fad-ad42-4cf0a6f4c356,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:59.773076 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-0f9f23ce-0d1f-4d9d-8400-89927ac0ced6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2514298 Jan 18 12:46:59.773273 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53312) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:59.782382 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:59.794401 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:59.801393 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Usage tracker for resource:router and tenant:e33d3388d72146c19efde49b38057967 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:59.808815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:59.812706 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-b3892673-a477-4537-9263-789289ef4077 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9194398 Jan 18 12:46:59.820020 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53318) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:59.824583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.827826 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.849121 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:59.856627 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:59.869204 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:59.878065 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Usage tracker for resource:router and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:59.882585 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:59.888804 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-132b6a19-1bbc-4168-87aa-3a001d233254 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=71a02318ab504b58afb343a7e9bbdcb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2029655 Jan 18 12:46:59.891769 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:59.894324 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.895578 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.919442 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.925327 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Checking segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:59.926399 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Network hostable DHCP agents. Network: 4798c5e1-6242-4f95-92e8-fbc3383f20e3, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:46:59.936655 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.938636 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.996272 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:00.014697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 4798c5e1-6242-4f95-92e8-fbc3383f20e3) {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:00.024147 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:00.030469 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.072564 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e640cac-1d25-4c87-8c82-c85efccebb54 None None] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:00.085242 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-347f6054-da45-4689-a5ac-5c0ec135cb2e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5949271 Jan 18 12:47:00.102058 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.132483 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.168084 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-3aa29805-e3db-43c5-8d3a-3b90e209bfd5 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82765) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:47:00.174011 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-3aa29805-e3db-43c5-8d3a-3b90e209bfd5 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1162539 Jan 18 12:47:00.393807 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2bc14550-d9e3-4f96-9180-e0950f13ed5f service neutron] 10.222.0.86 "GET /v2.0/networks/fa1f8271-c179-445c-8668-f6478e2c3a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133725 Jan 18 12:47:00.564378 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.589173 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.682079 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-dbb8cf3c-5ac9-4603-9520-375e094a1c66 service neutron] 10.222.0.86 "GET /v2.0/networks/fa1f8271-c179-445c-8668-f6478e2c3a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813463 Jan 18 12:47:00.796890 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53396) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:00.919178 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29cba64-daa3-4e8d-ae69-9b1c5f1ccea0 None None] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:00.955046 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-75027f51-ac71-4b92-b253-3d01167d49ae', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:47:00.956326 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.989472 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.991147 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-da310088-244b-4133-81d0-87ef6fdcb0d8', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:47:00.996535 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.076328 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bc80ef5c-fc5d-404c-b245-b667760f5fc9 req-3e16a86c-cd2c-48aa-baa6-266a519f1055 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 210 time: 0.0777528 Jan 18 12:47:01.128477 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b89c98-5ab0-4686-99f9-8e8e49c7ea14 None None] Network da698780-3064-4302-8b58-859ce1e0c59d requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:01.161296 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-211ace89-b42d-4072-8457-ce65ae557301 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:01.169876 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-211ace89-b42d-4072-8457-ce65ae557301 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.3694649 Jan 18 12:47:01.191690 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-dc3ca720-9734-4e4c-9abe-a69e4f43c93d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/quotas/fb54d3b7cb2f4b1485b4b5dc82fbfa10 HTTP/1.1" status: 200 len: 375 time: 0.0207903 Jan 18 12:47:01.249668 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-0e48808f-d5b7-41cb-ab1b-9b5a244fc9f5 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570493 Jan 18 12:47:01.505011 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Allocated IP 172.20.0.2 (da310088-244b-4133-81d0-87ef6fdcb0d8/d89ec874-52a4-48cd-9861-eca9acc4b14b/4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:01.654215 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-1a183bfa-6a29-43f2-bacf-d38e1c2d9d29 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82765) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:47:01.655215 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-1a183bfa-6a29-43f2-bacf-d38e1c2d9d29 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2796845 Jan 18 12:47:01.655698 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53450) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:01.731462 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.745078 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Transition to ACTIVE for port object 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:01.772060 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Transition to ACTIVE for port object 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:01.790126 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.798892 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.854305 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.854961 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Network da310088-244b-4133-81d0-87ef6fdcb0d8 is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:01.901102 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:01.903514 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Pushing event updated for resources: {'Port': ['ID=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:01.917760 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:01.922409 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.927269 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.927773 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.927939 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.928278 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.928609 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.928933 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.929258 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.929600 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.929981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.930300 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.930630 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Tracked resource versions report: Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: pushed versions: Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Log': {'1.0'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Network': {'1.1'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Port': {'1.5'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'PortForwarding': {'1.2'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'QosPolicy': {'1.8'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroup': {'1.2'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SubPort': {'1.0'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Subnet': {'1.1'}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Trunk': {'1.1'}} Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: consumer versions: Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: { DHCP agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: L3 agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: Metadata agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: Metering agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: Open vSwitch agent@dv-cinder-825101-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Log': '1.0', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Network': '1.1', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Port': '1.5', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'PortForwarding': '1.2', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'QosPolicy': '1.8', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroup': '1.2', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SecurityGroupRule': '1.0', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'SubPort': '1.0', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Subnet': '1.1', Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: 'Trunk': '1.1'}} Jan 18 12:47:01.931712 dv-cinder-825101-1-iscsi neutron-server[82766]: {{(pid=82766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:47:01.950562 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-2c72273f-2e80-4d40-af41-2b5f37ed0001 service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861397 Jan 18 12:47:02.057225 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Allocated IP 172.27.0.198 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/b55ab9c3-9de9-4b75-a7c7-3a790f404455) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:02.067249 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Attempting to bind port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:02.067617 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Attempting to bind port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:02.067970 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Attempting to bind port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 on network da310088-244b-4133-81d0-87ef6fdcb0d8 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:02.075284 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.094491 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:02.094882 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Checking segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:02.095280 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.095669 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Bound using segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:02.096146 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Bound port: 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:02.096529 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.176166 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-558fb84d-8533-46c9-8640-e17d94ef0eb4 service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197092 Jan 18 12:47:02.208549 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:02.218028 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0547e2d2256a44f6babe40ac174d4310 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:02.224194 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:02.239729 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:02.290114 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.310465 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6c85f545-ac34-4560-962f-baa84d55da67 req-dabe8631-d6fd-4eed-9b92-082a9dad3567 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 210 time: 0.0538020 Jan 18 12:47:02.361715 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.372931 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.435436 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] For port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:02.471649 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.475702 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] For port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:02.476033 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.527223 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d45d0-6ee6-4fa0-be89-8f1d9cc83b9c,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:02.583842 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-530b6e26-4cd8-4bcd-8bf7-cf6f560721a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0547e2d2256a44f6babe40ac174d4310&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9268205 Jan 18 12:47:02.585010 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53492) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:02.598141 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.641899 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.676691 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f83ebe81-1a67-43c5-9a90-ad33bb9fc27a req-447410ce-4f8a-4bd8-a62a-c874abf6796b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 210 time: 0.1007562 Jan 18 12:47:02.680453 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.710711 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.820834 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7b74c-647c-43e5-838b-9c01be933e62 None None] Pushing event updated for resources: {'Port': ['ID=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:02.877282 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Pushing event updated for resources: {'Port': ['ID=b55ab9c3-9de9-4b75-a7c7-3a790f404455,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:02.877736 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa696172-213e-4ddf-9590-b760b462f9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.957812 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa696172-213e-4ddf-9590-b760b462f9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.975984 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:02.995003 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:03.013176 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:03.061289 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Allocated IP 172.20.0.2 (75027f51-ac71-4b92-b253-3d01167d49ae/41050b0d-554c-498e-bd1b-ea3be6551711/5731e65e-9c26-427c-ba1d-d658eecafbb6) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:03.099309 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa696172-213e-4ddf-9590-b760b462f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.147026 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Allocated IP 172.27.0.35 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/c02fc320-7692-4e46-a953-6c0391f5775a) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:03.184689 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa696172-213e-4ddf-9590-b760b462f9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.189249 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-fa696172-213e-4ddf-9590-b760b462f9b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d8d45d0-6ee6-4fa0-be89-8f1d9cc83b9c HTTP/1.1" status: 204 len: 168 time: 0.5191412 Jan 18 12:47:03.189249 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa696172-213e-4ddf-9590-b760b462f9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d45d0-6ee6-4fa0-be89-8f1d9cc83b9c,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:03.595279 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.682002 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-88e07540-7405-4525-aafa-b4222fdb3ecb req-b5ab8d36-62ff-4788-a229-ef1bfa11eaa7 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 210 time: 0.0837548 Jan 18 12:47:03.741522 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.743249 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.789886 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Transition to ACTIVE for port object 5731e65e-9c26-427c-ba1d-d658eecafbb6 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:03.831757 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Transition to ACTIVE for port object 5731e65e-9c26-427c-ba1d-d658eecafbb6 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:03.846412 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.932430 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.934825 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.939094 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:03.949685 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aded982-83ea-4d23-bf0a-00cd4e8dd151 req-a5c3c0b0-0718-423e-b4b0-2d06f943af66 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 210 time: 0.1328843 Jan 18 12:47:03.961455 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Network 75027f51-ac71-4b92-b253-3d01167d49ae is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:03.972879 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:03.978373 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:03.987228 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:04.005754 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:04.012929 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53552) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:04.017534 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Pushing event updated for resources: {'Port': ['ID=c02fc320-7692-4e46-a953-6c0391f5775a,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:04.033065 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Allocated IP 172.27.0.43 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/acd803b5-dd72-4d12-90fd-88ef929ee18d) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:04.100315 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:04.311041 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Pushing event updated for resources: {'Port': ['ID=5731e65e-9c26-427c-ba1d-d658eecafbb6,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:04.312042 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.362943 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Attempting to bind port 5731e65e-9c26-427c-ba1d-d658eecafbb6 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:04.363731 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Attempting to bind port 5731e65e-9c26-427c-ba1d-d658eecafbb6 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:04.364271 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Attempting to bind port 5731e65e-9c26-427c-ba1d-d658eecafbb6 on network 75027f51-ac71-4b92-b253-3d01167d49ae {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:04.373548 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:04.375230 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Checking segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:04.375810 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.379378 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Bound using segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:04.380206 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Bound port: 5731e65e-9c26-427c-ba1d-d658eecafbb6, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:04.381641 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.399537 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:04.402973 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:04.404557 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Usage tracker for resource:security_group_rule and tenant:d707ce52264343e19f79859f315d2426 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:04.408666 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:04.415699 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:04.470622 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53560) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:04.487617 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.506751 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579168da-6aac-4492-9a26-b8b75fea71bc None None] Network da310088-244b-4133-81d0-87ef6fdcb0d8 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:04.510572 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.598843 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.20', 59243) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:04.690883 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.716514 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-055ab3b7-7df8-46ec-974a-f72f020ae546 None None] Provisioning for port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:04.716633 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.717643 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.723449 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.736237 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.755889 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-055ab3b7-7df8-46ec-974a-f72f020ae546 None None] Provisioning complete for port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:04.755889 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-055ab3b7-7df8-46ec-974a-f72f020ae546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.813657 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] For port 5731e65e-9c26-427c-ba1d-d658eecafbb6, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:04.854380 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] For port 5731e65e-9c26-427c-ba1d-d658eecafbb6, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=5731e65e-9c26-427c-ba1d-d658eecafbb6,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:04.864023 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.865129 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Pushing event updated for resources: {'Port': ['ID=acd803b5-dd72-4d12-90fd-88ef929ee18d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:04.891078 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:04.893331 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:04.900737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:05.065741 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:05.070823 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3c99f73ee64cd5934b490b3de89cb3 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:05.075140 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:05.082354 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:05.168837 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.180887 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-0d118953-5937-4fb9-b581-48b050fa6e25 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:05.182607 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-0d118953-5937-4fb9-b581-48b050fa6e25 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.20 "GET /v2.0/networks?id=fa1f8271-c179-445c-8668-f6478e2c3a38 HTTP/1.1" status: 200 len: 812 time: 0.5789828 Jan 18 12:47:05.192931 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.231356 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.232112 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.286320 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e3c99f73ee64cd5934b490b3de89cb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8146067 Jan 18 12:47:05.296273 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53596) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:05.300391 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d5a61f90-2b5b-4584-b110-e5a60fc3a93c req-ced5f501-fb41-4e66-9efb-6c01fef2b615 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 210 time: 0.1165094 Jan 18 12:47:05.356718 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb4233-1fbc-499b-b9b8-96a011770c75 None None] Pushing event updated for resources: {'Port': ['ID=5731e65e-9c26-427c-ba1d-d658eecafbb6,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:05.366526 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-055ab3b7-7df8-46ec-974a-f72f020ae546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.370375 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:47:05.487062 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-055ab3b7-7df8-46ec-974a-f72f020ae546 None None] For port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:05.513580 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-055ab3b7-7df8-46ec-974a-f72f020ae546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.516047 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Request body: {'port': {'device_id': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38', 'admin_state_up': True, 'tenant_id': '71a02318ab504b58afb343a7e9bbdcb5'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:05.699223 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ab3b7-7df8-46ec-974a-f72f020ae546 None None] Pushing event updated for resources: {'Port': ['ID=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:05.715277 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.20', 59248) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:05.724832 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fc378df-e024-4ea5-aa22-58a1d45830ce req-f7ac2ba1-f351-490b-8ca4-9002deea8ce7 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 210 time: 0.4220905 Jan 18 12:47:05.753097 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d707ce52264343e19f79859f315d2426&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7387590 Jan 18 12:47:05.754095 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bef1bd-bdbe-4c4d-849b-826e570de8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb9b66-082c-4174-9449-ba3e907a58b9,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:05.773191 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53622) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:05.799354 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefc69f-e911-4228-b3f6-b5622ec450f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a425ced-9507-47e1-9bd3-45e2d6966c03,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:05.870546 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-b77bce68-5c4e-4408-a0eb-e5bbda736603 None None] Provisioning complete for port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:05.870941 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b77bce68-5c4e-4408-a0eb-e5bbda736603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.886858 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:05.902180 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Usage tracker for resource:port and tenant:71a02318ab504b58afb343a7e9bbdcb5 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:05.907172 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:05.916663 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:05.941223 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Made reservation on behalf of 71a02318ab504b58afb343a7e9bbdcb5 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:05.952716 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.039679 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-92d7084f-3391-475c-83e0-12c894b0c16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.192582 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 5731e65e-9c26-427c-ba1d-d658eecafbb6 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:06.231730 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-92d7084f-3391-475c-83e0-12c894b0c16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.350891 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 5731e65e-9c26-427c-ba1d-d658eecafbb6 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:06.360692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Allocated IP 172.20.0.7 (fa1f8271-c179-445c-8668-f6478e2c3a38/09829471-feb1-4651-b130-19ff12256e97/9e52d5bb-714c-4d3f-aab6-8f6e456d0916) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:06.361146 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:06.424846 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-652da42b-4d7f-4cc9-b09d-3bc2435cc334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.433810 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-e31d4d0f-0e78-4d0d-b1c7-ab7a466e2037 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:06.435361 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-e31d4d0f-0e78-4d0d-b1c7-ab7a466e2037 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Synchronizing usage tracker for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:network {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:06.537264 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-e31d4d0f-0e78-4d0d-b1c7-ab7a466e2037 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Unset dirty status for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:network {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:06.538553 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-e31d4d0f-0e78-4d0d-b1c7-ab7a466e2037 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.8108406 Jan 18 12:47:06.551165 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:06.554236 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.598528 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Request body: {'port': {'device_id': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'admin_state_up': True, 'tenant_id': 'fb54d3b7cb2f4b1485b4b5dc82fbfa10'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:06.690002 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.809353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.834728 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-652da42b-4d7f-4cc9-b09d-3bc2435cc334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.884227 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1dab8-242a-4342-9d9a-b47ce5323451 None None] Network 75027f51-ac71-4b92-b253-3d01167d49ae requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:06.927280 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Network fa1f8271-c179-445c-8668-f6478e2c3a38 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:06.932677 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:06.935869 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:06.940090 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:06.940789 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.966321 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Pushing event updated for resources: {'Port': ['ID=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:06.986230 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ea209-c823-4010-aea0-2290c211dd0a req-ecb37596-7244-4454-9548-932a70286265 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:06.987850 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7f8ea209-c823-4010-aea0-2290c211dd0a req-ecb37596-7244-4454-9548-932a70286265 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 931 time: 0.2258925 Jan 18 12:47:07.001878 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Router 181b6071-d203-4b07-a33f-de781cbf485b is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:47:07.213410 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-f681f7e6-e034-4c96-bf30-a468def1710e None None] Provisioning for port 5731e65e-9c26-427c-ba1d-d658eecafbb6 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:07.220525 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-f681f7e6-e034-4c96-bf30-a468def1710e None None] Provisioning complete for port 5731e65e-9c26-427c-ba1d-d658eecafbb6 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:07.221034 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f681f7e6-e034-4c96-bf30-a468def1710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.223638 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-92d7084f-3391-475c-83e0-12c894b0c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.237089 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2b43e1e3-fba6-4035-af3f-06ad60b9a287 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9330015 Jan 18 12:47:07.264949 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-7f8ea209-c823-4010-aea0-2290c211dd0a req-acd089d7-bfe2-47e1-9388-1775a1ac4aa7 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Synchronizing usage tracker for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:07.269890 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d63b6ca5-9835-45e1-a8be-d3bf62da0cd7 req-ead1ee7e-2134-4ba1-adc9-b32eb2a532c6 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 210 time: 0.1975162 Jan 18 12:47:07.273388 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7084f-3391-475c-83e0-12c894b0c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a425ced-9507-47e1-9bd3-45e2d6966c03,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.277818 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-7a0c7b48-657a-46e6-a24b-8626b9759273 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82765) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:47:07.279203 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-7a0c7b48-657a-46e6-a24b-8626b9759273 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064201 Jan 18 12:47:07.300367 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-7f8ea209-c823-4010-aea0-2290c211dd0a req-acd089d7-bfe2-47e1-9388-1775a1ac4aa7 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Unset dirty status for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:07.300544 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:07.312133 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Sync routers for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:07.315916 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7f8ea209-c823-4010-aea0-2290c211dd0a req-acd089d7-bfe2-47e1-9388-1775a1ac4aa7 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005211 Jan 18 12:47:07.337274 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:07.338491 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:46:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:07.415724 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.421222 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53652) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:07.421533 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-43623ea0-f2e7-42cf-9512-1807f49ae49a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7962353 Jan 18 12:47:07.443470 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:07.454298 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Usage tracker for resource:port and tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:07.457463 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:07.472813 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:07.513731 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Made reservation on behalf of fb54d3b7cb2f4b1485b4b5dc82fbfa10 for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:07.516826 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.632209 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-92d7084f-3391-475c-83e0-12c894b0c16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.633210 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-92d7084f-3391-475c-83e0-12c894b0c16f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a425ced-9507-47e1-9bd3-45e2d6966c03 HTTP/1.1" status: 204 len: 168 time: 2.3281209 Jan 18 12:47:07.657658 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:47:07.662843 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-652da42b-4d7f-4cc9-b09d-3bc2435cc334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.675419 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-652da42b-4d7f-4cc9-b09d-3bc2435cc334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.679479 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-652da42b-4d7f-4cc9-b09d-3bc2435cc334 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1abb9b66-082c-4174-9449-ba3e907a58b9 HTTP/1.1" status: 204 len: 168 time: 1.6705165 Jan 18 12:47:07.730557 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652da42b-4d7f-4cc9-b09d-3bc2435cc334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb9b66-082c-4174-9449-ba3e907a58b9,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.759909 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Request body: {'port': {'device_id': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:07.778718 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f681f7e6-e034-4c96-bf30-a468def1710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.878368 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:07.928662 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-f681f7e6-e034-4c96-bf30-a468def1710e None None] For port 5731e65e-9c26-427c-ba1d-d658eecafbb6, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=5731e65e-9c26-427c-ba1d-d658eecafbb6,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:07.939063 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f681f7e6-e034-4c96-bf30-a468def1710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.118315 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681f7e6-e034-4c96-bf30-a468def1710e None None] Pushing event updated for resources: {'Port': ['ID=5731e65e-9c26-427c-ba1d-d658eecafbb6,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:08.344013 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.479020 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Allocated IP 172.20.0.7 (4798c5e1-6242-4f95-92e8-fbc3383f20e3/72607834-d0af-4fad-ad42-4cf0a6f4c356/9d998742-6b33-4f61-b85a-20a2f966a89e) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:08.602541 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-da915910-b73a-4a02-b25f-da3f0f91e058 None None] Provisioning complete for port 5731e65e-9c26-427c-ba1d-d658eecafbb6 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:08.602983 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-da915910-b73a-4a02-b25f-da3f0f91e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.654075 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:03Z', 'revision_number': 3, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:08.670016 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Checking router: 9a63f024-f831-4dd5-af03-cfeffdffb0d7 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:08.671312 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Updating router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 port b55ab9c3-9de9-4b75-a7c7-3a790f404455 binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:08.804791 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.932152 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:08.967089 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.968697 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8d85b46e-82c7-4db8-8881-bba960caa44c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1246369 Jan 18 12:47:08.979405 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53692) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:09.039590 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Sync routers for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:09.101289 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:09.102279 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:46:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:09.140084 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.227349 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.255201 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0edb9ee2-6eb2-48ed-9cbb-9e45dbf96a95 req-a884e4e8-ed1b-49e4-bdd3-758201d7ca7c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 210 time: 0.3991790 Jan 18 12:47:09.372425 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:09.501966 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:09.523358 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Sync routers for ids ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:09.525222 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event updated for resources: {'Port': ['ID=9d998742-6b33-4f61-b85a-20a2f966a89e,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:09.544079 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:09.555058 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:09.566178 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Routers {'6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:09.567946 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:09.568074 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:46:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:09.584841 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:09.587941 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.604599 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.607618 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b89343d4-1da1-42b1-b72f-1793db589066 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.8333418 Jan 18 12:47:09.624806 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53714) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:09.768096 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:09.776568 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.863661 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Transition to ACTIVE for port object 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:09.908284 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.001929 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-bfbf8148-c3e3-47f8-bb14-670f0938c435 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4082806 Jan 18 12:47:10.016411 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 5731e65e-9c26-427c-ba1d-d658eecafbb6 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:10.208574 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Request body: {'port': {'device_id': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:10.336685 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 5731e65e-9c26-427c-ba1d-d658eecafbb6 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:10.337281 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.470682 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Set router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:10.552398 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7ec27-5ebb-40e9-8468-4a41d8870de4 req-72596989-f3b2-498d-9386-c44d154ab9f0 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:10.558368 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-0ef7ec27-5ebb-40e9-8468-4a41d8870de4 req-72596989-f3b2-498d-9386-c44d154ab9f0 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Synchronizing usage tracker for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:10.562484 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:10.626153 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:04Z', 'revision_number': 3, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:10.633622 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Checking router: 181b6071-d203-4b07-a33f-de781cbf485b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:10.634292 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Updating router 181b6071-d203-4b07-a33f-de781cbf485b port c02fc320-7692-4e46-a953-6c0391f5775a binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:10.718739 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.863441 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.875395 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-0ef7ec27-5ebb-40e9-8468-4a41d8870de4 req-72596989-f3b2-498d-9386-c44d154ab9f0 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Unset dirty status for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:10.894578 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0ef7ec27-5ebb-40e9-8468-4a41d8870de4 req-72596989-f3b2-498d-9386-c44d154ab9f0 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 931 time: 1.8974240 Jan 18 12:47:11.042069 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Attempting to bind port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:11.042616 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Attempting to bind port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4a0c4fbe-9075-4006-b9b6-b4617812ee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:11.043150 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Attempting to bind port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 on network fa1f8271-c179-445c-8668-f6478e2c3a38 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:11.115686 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 on network fa1f8271-c179-445c-8668-f6478e2c3a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:11.119193 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Attempting to bind port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 on network fa1f8271-c179-445c-8668-f6478e2c3a38 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:11.163434 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0ef7ec27-5ebb-40e9-8468-4a41d8870de4 req-e1ed1e71-252d-45ed-bfd1-877b48a701b5 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674470 Jan 18 12:47:11.267443 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.272912 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:05Z', 'revision_number': 3, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port': {'id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:11.289212 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Checking router: 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:11.289703 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Updating router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 port acd803b5-dd72-4d12-90fd-88ef929ee18d binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:11.331100 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:11.334324 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Checking segment: {'id': '4a0c4fbe-9075-4006-b9b6-b4617812ee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:11.335893 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Bound using segment: {'id': '4a0c4fbe-9075-4006-b9b6-b4617812ee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:11.336376 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Bound port: 9e52d5bb-714c-4d3f-aab6-8f6e456d0916, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0c4fbe-9075-4006-b9b6-b4617812ee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:11.336742 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.371736 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.425519 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76ddf8-1135-4cd9-9d99-db270a094257 req-67b6058c-18c7-4e12-afda-8c2747bae199 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:11.435385 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3a76ddf8-1135-4cd9-9d99-db270a094257 req-67b6058c-18c7-4e12-afda-8c2747bae199 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 931 time: 0.8249962 Jan 18 12:47:11.542177 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Transition to ACTIVE for port object b55ab9c3-9de9-4b75-a7c7-3a790f404455 will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:11.582627 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.899299 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3a76ddf8-1135-4cd9-9d99-db270a094257 req-60dcc2a5-7dc4-4dda-a4a1-b4a887ed5979 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630044 Jan 18 12:47:11.910030 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Pushing event updated for resources: {'Port': ['ID=b55ab9c3-9de9-4b75-a7c7-3a790f404455,revision_number=2']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:11.923434 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] For port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:11.934438 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] For port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,segment=NetworkSegment(4a0c4fbe-9075-4006-b9b6-b4617812ee8a),segment_id=4a0c4fbe-9075-4006-b9b6-b4617812ee8a)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:11.941486 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.970583 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.973103 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.977236 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.978048 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.979561 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.981791 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.985183 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.985655 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.986111 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.986988 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.988522 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Tracked resource versions report: Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: pushed versions: Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Log': {'1.0'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Network': {'1.1'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Port': {'1.5'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'PortForwarding': {'1.2'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'QosPolicy': {'1.8'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroup': {'1.2'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SubPort': {'1.0'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Subnet': {'1.1'}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Trunk': {'1.1'}} Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: consumer versions: Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: { DHCP agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: L3 agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: Metadata agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: Metering agent@dv-cinder-825101-1-iscsi: {}, Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: Open vSwitch agent@dv-cinder-825101-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Log': '1.0', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Network': '1.1', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Port': '1.5', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'PortForwarding': '1.2', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'QosPolicy': '1.8', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroup': '1.2', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SecurityGroupRule': '1.0', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'SubPort': '1.0', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Subnet': '1.1', Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: 'Trunk': '1.1'}} Jan 18 12:47:11.989725 dv-cinder-825101-1-iscsi neutron-server[82767]: {{(pid=82767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:47:12.019901 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Attempting to bind port b55ab9c3-9de9-4b75-a7c7-3a790f404455 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:12.021948 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Attempting to bind port b55ab9c3-9de9-4b75-a7c7-3a790f404455 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:12.028273 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Attempting to bind port b55ab9c3-9de9-4b75-a7c7-3a790f404455 on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:12.050649 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:12.051242 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:12.051746 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.059836 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:12.060506 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Bound port: b55ab9c3-9de9-4b75-a7c7-3a790f404455, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:12.063358 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.285305 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.327756 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Transition to ACTIVE for port object c02fc320-7692-4e46-a953-6c0391f5775a will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:12.338253 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.382642 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.389837 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] 10.222.0.20 "PUT /v2.0/ports/9e52d5bb-714c-4d3f-aab6-8f6e456d0916 HTTP/1.1" status: 200 len: 1093 time: 4.7637532 Jan 18 12:47:12.425973 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'tag': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:12.524732 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acad8a6-ff29-405c-b78a-9b18e80a4806 None None] Pushing event updated for resources: {'Port': ['ID=c02fc320-7692-4e46-a953-6c0391f5775a,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:12.597999 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Attempting to bind port c02fc320-7692-4e46-a953-6c0391f5775a on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:12.598847 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Attempting to bind port c02fc320-7692-4e46-a953-6c0391f5775a by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:12.609475 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Attempting to bind port c02fc320-7692-4e46-a953-6c0391f5775a on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:12.628521 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:12.629144 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:12.631191 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.631673 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:12.632153 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Bound port: c02fc320-7692-4e46-a953-6c0391f5775a, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:12.632543 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.812551 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.855678 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2642af9a-ce56-43f0-ae42-2ef0079729d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71a02318ab504b58afb343a7e9bbdcb5&device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 1096 time: 0.2574267 Jan 18 12:47:12.864911 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Transition to ACTIVE for port object acd803b5-dd72-4d12-90fd-88ef929ee18d will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:12.870163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c905-87c4-49a2-85d7-09d94308a84d req-1f6e16d2-e23e-4aee-b9d0-7ad2807b9e9a tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:12.880588 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4748c905-87c4-49a2-85d7-09d94308a84d req-1f6e16d2-e23e-4aee-b9d0-7ad2807b9e9a tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 943 time: 0.2952957 Jan 18 12:47:12.883070 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c30b5f-7764-4f22-8329-2d00412d6a3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:12.903743 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] For port c02fc320-7692-4e46-a953-6c0391f5775a, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:12.907366 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.915062 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] For port c02fc320-7692-4e46-a953-6c0391f5775a, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=c02fc320-7692-4e46-a953-6c0391f5775a,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:12.926841 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.961349 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] For port b55ab9c3-9de9-4b75-a7c7-3a790f404455, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:13.084526 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a03591-ee04-46c7-90a4-8b9298bc9dfb None None] Pushing event updated for resources: {'Port': ['ID=acd803b5-dd72-4d12-90fd-88ef929ee18d,revision_number=2']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:13.121867 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Attempting to bind port acd803b5-dd72-4d12-90fd-88ef929ee18d on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:13.122419 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Attempting to bind port acd803b5-dd72-4d12-90fd-88ef929ee18d by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:13.122799 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Attempting to bind port acd803b5-dd72-4d12-90fd-88ef929ee18d on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:13.139053 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:13.139360 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:13.139755 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.140142 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:13.140842 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Bound port: acd803b5-dd72-4d12-90fd-88ef929ee18d, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:13.141230 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.194824 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.db.resource_extend [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:47:13.213961 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-e0b525f3-31d7-47f6-9d5e-6523477c44e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e52d5bb-714c-4d3f-aab6-8f6e456d0916 HTTP/1.1" status: 200 len: 217 time: 0.3198876 Jan 18 12:47:13.225853 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acad8a6-ff29-405c-b78a-9b18e80a4806 None None] Pushing event updated for resources: {'Port': ['ID=c02fc320-7692-4e46-a953-6c0391f5775a,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:13.264006 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:13.265756 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:46:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.269847 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] For port acd803b5-dd72-4d12-90fd-88ef929ee18d, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:13.279167 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] For port acd803b5-dd72-4d12-90fd-88ef929ee18d, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=acd803b5-dd72-4d12-90fd-88ef929ee18d,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:13.288193 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] For port b55ab9c3-9de9-4b75-a7c7-3a790f404455, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=b55ab9c3-9de9-4b75-a7c7-3a790f404455,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:13.295451 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.340621 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d998742-6b33-4f61-b85a-20a2f966a89e {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:13.367104 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.394095 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.395928 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Routers {'6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:13.398595 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:46:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.448419 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4748c905-87c4-49a2-85d7-09d94308a84d req-435c3202-0daf-4e1f-8523-9aaaffd03ffe tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649688 Jan 18 12:47:13.475299 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Transition to ACTIVE for port object 9d998742-6b33-4f61-b85a-20a2f966a89e will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:13.523009 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.552787 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:13.553540 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:46:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.787397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-a95194ef-1f2f-4526-ae51-c2e2c7b9d67f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:13.790146 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-a95194ef-1f2f-4526-ae51-c2e2c7b9d67f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09829471-feb1-4651-b130-19ff12256e97 HTTP/1.1" status: 200 len: 852 time: 0.5619426 Jan 18 12:47:13.913211 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:14.078148 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'tag': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916', 'status': 'completed', 'code': 200} Jan 18 12:47:14.097101 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d998742-6b33-4f61-b85a-20a2f966a89e,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:14.148615 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8c76-57aa-4e9e-8fe6-a3d020626972 req-d0be677c-4664-41bc-ab1d-5d627959b966 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:14.161625 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:14.162198 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c48b8c76-57aa-4e9e-8fe6-a3d020626972 req-d0be677c-4664-41bc-ab1d-5d627959b966 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 931 time: 0.8127701 Jan 18 12:47:14.234571 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-f5fc940a-1405-4aad-99e4-44572535a1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa1f8271-c179-445c-8668-f6478e2c3a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2982461 Jan 18 12:47:14.303694 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Attempting to bind port 9d998742-6b33-4f61-b85a-20a2f966a89e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:14.304879 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Attempting to bind port 9d998742-6b33-4f61-b85a-20a2f966a89e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:14.305501 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Attempting to bind port 9d998742-6b33-4f61-b85a-20a2f966a89e on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:14.328953 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Port 9d998742-6b33-4f61-b85a-20a2f966a89e on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:14.329669 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Attempting to bind port 9d998742-6b33-4f61-b85a-20a2f966a89e on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:14.337678 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:14.338451 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Checking segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:14.339288 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Bound using segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:14.340029 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Bound port: 9d998742-6b33-4f61-b85a-20a2f966a89e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:14.340609 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.547438 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53814) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:14.738766 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-2043374b-e809-4598-a320-d9e04de23e7a service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f8271-c179-445c-8668-f6478e2c3a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864020 Jan 18 12:47:14.759662 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c48b8c76-57aa-4e9e-8fe6-a3d020626972 req-2d97a3d6-75cc-4779-9e78-9ce45dc570a0 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965075 Jan 18 12:47:14.856173 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:04Z', 'revision_number': 3, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:14.881990 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1d04d-43b7-4e87-9ef5-e9af5906760a None None] The sync data for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi is: [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:04Z', 'revision_number': 3, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:15.364568 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] For port 9d998742-6b33-4f61-b85a-20a2f966a89e, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:15.438396 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a03591-ee04-46c7-90a4-8b9298bc9dfb None None] Pushing event updated for resources: {'Port': ['ID=acd803b5-dd72-4d12-90fd-88ef929ee18d,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:15.550434 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.599296 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] Set router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:15.607869 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] For port 9d998742-6b33-4f61-b85a-20a2f966a89e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9d998742-6b33-4f61-b85a-20a2f966a89e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:15.681149 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.716828 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfa2c3-eb2d-4a64-b2a1-d469a3b6cd57 None None] Pushing event updated for resources: {'Port': ['ID=b55ab9c3-9de9-4b75-a7c7-3a790f404455,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:15.730544 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.831992 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d998742-6b33-4f61-b85a-20a2f966a89e,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:16.061785 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.065197 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-80897201-9614-416d-bc4e-5f43292808e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d998742-6b33-4f61-b85a-20a2f966a89e HTTP/1.1" status: 200 len: 1093 time: 5.8742115 Jan 18 12:47:16.079050 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'tag': '9d998742-6b33-4f61-b85a-20a2f966a89e'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:16.082708 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c02fc320-7692-4e46-a953-6c0391f5775a up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:16.273033 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port c02fc320-7692-4e46-a953-6c0391f5775a completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:16.287189 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port c02fc320-7692-4e46-a953-6c0391f5775a triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:16.288494 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.299670 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:03Z', 'revision_number': 3, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:16.312898 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f79b4-7ef7-4d4a-a79d-598b9e1564b0 None None] The sync data for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi is: [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:03Z', 'revision_number': 3, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:16.345218 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Allocated IP 172.20.0.1 (75027f51-ac71-4b92-b253-3d01167d49ae/41050b0d-554c-498e-bd1b-ea3be6551711/8f856283-1ebd-45a1-a2ee-92fd34611734) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:16.368308 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:16.435879 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Usage tracker for resource:security_group_rule and tenant:d1574aff1b084d6cb0db00a4e996cbca is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:16.461254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:16.494434 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.542391 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:16.636411 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.644841 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.650763 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:05Z', 'revision_number': 3, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port': {'id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:16.660506 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Transition to ACTIVE for port object 8f856283-1ebd-45a1-a2ee-92fd34611734 will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:16.672042 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818f53d7-ca5c-4eec-b008-56ff652d8ed1 None None] The sync data for ids ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'] in dv-cinder-825101-1-iscsi is: [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:05Z', 'revision_number': 3, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port': {'id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:16.754045 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.775790 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3207e-00bd-45cf-9d21-548c44f8dd70 req-309156de-399b-4955-ad55-3edb02637a94 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:16.783335 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-91a3207e-00bd-45cf-9d21-548c44f8dd70 req-309156de-399b-4955-ad55-3edb02637a94 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 943 time: 1.7798302 Jan 18 12:47:16.786445 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port c02fc320-7692-4e46-a953-6c0391f5775a, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=c02fc320-7692-4e46-a953-6c0391f5775a,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:16.793993 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c774c6-e75a-494a-88cb-cef0ee45c46d req-ca16ae2b-bd04-444b-bfef-6e7f6edf4e1f service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f8271-c179-445c-8668-f6478e2c3a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0230117 Jan 18 12:47:16.795824 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.919022 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.938326 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=c02fc320-7692-4e46-a953-6c0391f5775a,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.097118 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53866) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:17.182690 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-91a3207e-00bd-45cf-9d21-548c44f8dd70 req-a7b3082e-ae92-43d6-b4b5-1ee8f4fc2fbb tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985083 Jan 18 12:47:17.203370 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Allocated IP 172.20.0.1 (da310088-244b-4133-81d0-87ef6fdcb0d8/d89ec874-52a4-48cd-9861-eca9acc4b14b/a5bbc6e9-52ce-4839-b712-cbb3ddffd713) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:17.226044 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acf61-6f36-4c36-95c2-84cfbaa4f0e6 req-5aec491e-b8fc-489d-a881-1f465b555bfd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:17.241660 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a40acf61-6f36-4c36-95c2-84cfbaa4f0e6 req-5aec491e-b8fc-489d-a881-1f465b555bfd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 943 time: 0.5362396 Jan 18 12:47:17.258482 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Network 75027f51-ac71-4b92-b253-3d01167d49ae is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:17.259347 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Pushing event updated for resources: {'Port': ['ID=8f856283-1ebd-45a1-a2ee-92fd34611734,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.266183 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:17.272062 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:17.272062 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.386296 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Allocated IP 172.20.0.1 (da698780-3064-4302-8b58-859ce1e0c59d/24cce958-8460-419c-83ec-3a7509624392/82eff3bd-62e6-45a9-b365-7668d8f4b493) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:17.417636 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a40acf61-6f36-4c36-95c2-84cfbaa4f0e6 req-a670c8e4-0a31-46ae-9fc3-4eb1d98bc2d1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750207 Jan 18 12:47:17.520300 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-a1d028be-e9a7-403f-ab68-d924fec7009a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71a02318ab504b58afb343a7e9bbdcb5&device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 1096 time: 0.5856161 Jan 18 12:47:17.579609 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-6be6cc76-4e8f-48df-8ab5-d32f2c69d2fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 1096 time: 1.3327684 Jan 18 12:47:17.599349 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.675669 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ccf0513a-2067-4023-9f2a-5a9a796b4d3a None None] Provisioning for port 8f856283-1ebd-45a1-a2ee-92fd34611734 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:17.692842 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ccf0513a-2067-4023-9f2a-5a9a796b4d3a None None] Provisioning complete for port 8f856283-1ebd-45a1-a2ee-92fd34611734 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:17.695879 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ccf0513a-2067-4023-9f2a-5a9a796b4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.713073 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.760823 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:17.791859 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-87143307-6d7e-4fc3-afbe-e497440b4471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d998742-6b33-4f61-b85a-20a2f966a89e HTTP/1.1" status: 200 len: 217 time: 0.1370974 Jan 18 12:47:17.807722 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'tag': '9d998742-6b33-4f61-b85a-20a2f966a89e', 'status': 'completed', 'code': 200} Jan 18 12:47:17.819240 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Usage tracker for resource:security_group_rule and tenant:cd650f0c40cf49b5bf9a4377d47caf8b is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:17.827020 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:17.841222 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:17.887793 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0513a-2067-4023-9f2a-5a9a796b4d3a None None] Port 8f856283-1ebd-45a1-a2ee-92fd34611734 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:17.916072 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-f806fc0c-e8be-4334-ad46-49a45f98e744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:17.917703 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-f806fc0c-e8be-4334-ad46-49a45f98e744 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa1f8271-c179-445c-8668-f6478e2c3a38 HTTP/1.1" status: 200 len: 913 time: 0.3763595 Jan 18 12:47:17.961762 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.014296 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.039746 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c02fc320-7692-4e46-a953-6c0391f5775a up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:18.106248 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-9805dbee-c1ba-4e69-adf1-366d5aacd943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e52d5bb-714c-4d3f-aab6-8f6e456d0916 HTTP/1.1" status: 200 len: 217 time: 0.1807361 Jan 18 12:47:18.177386 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port c02fc320-7692-4e46-a953-6c0391f5775a triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:18.177966 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.178997 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d1574aff1b084d6cb0db00a4e996cbca&name=default HTTP/1.1" status: 200 len: 2647 time: 3.6133225 Jan 18 12:47:18.214529 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53880) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:18.327007 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-e842f18e-f571-4da6-ac96-1323b3ad56e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:18.344488 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-e842f18e-f571-4da6-ac96-1323b3ad56e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.4761281 Jan 18 12:47:18.364169 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.367340 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128842-46ed-4dc9-a597-78a7de3a2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f5656-7136-4700-9c05-3283a46df939,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:18.608351 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-04166a0f-b745-4fec-9cc0-438a44e8a55f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199373 Jan 18 12:47:18.705779 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.728605 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.752261 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-65b33b00-81ea-4640-be68-365cc2bd959e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:18.754612 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-65b33b00-81ea-4640-be68-365cc2bd959e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09829471-feb1-4651-b130-19ff12256e97 HTTP/1.1" status: 200 len: 852 time: 0.5275867 Jan 18 12:47:18.869997 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.875021 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Transition to ACTIVE for port object a5bbc6e9-52ce-4839-b712-cbb3ddffd713 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:18.881783 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.912109 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9e3-1402-4826-8c31-4e7f7489d45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.987059 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.988070 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.989270 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.062809 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9e3-1402-4826-8c31-4e7f7489d45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.094919 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-d66a9a9c-d93a-446f-b36d-725b63b3a856 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493904 Jan 18 12:47:19.238055 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Pushing event updated for resources: {'Port': ['ID=8f856283-1ebd-45a1-a2ee-92fd34611734,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:19.277671 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebe30c-111c-449a-afdf-38e1f98c7c84,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:19.412951 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-5313ad16-9e1b-43a7-8608-0b0d19f1d5c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa1f8271-c179-445c-8668-f6478e2c3a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4916642 Jan 18 12:47:19.421787 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-e6a8c05b-b48b-4751-a85c-a49ba4cf6a94 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd650f0c40cf49b5bf9a4377d47caf8b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3063087 Jan 18 12:47:19.425454 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 53902) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:19.426743 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Network da698780-3064-4302-8b58-859ce1e0c59d is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:19.435909 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.445506 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:19.464124 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22251f0-768a-447c-b3d1-53a5fb5b3d3f req-81985df1-15cb-4f39-bde3-230c3788f862 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:19.466346 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d22251f0-768a-447c-b3d1-53a5fb5b3d3f req-81985df1-15cb-4f39-bde3-230c3788f862 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 943 time: 0.8571095 Jan 18 12:47:19.466463 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:19.466825 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.469280 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Pushing event updated for resources: {'Port': ['ID=82eff3bd-62e6-45a9-b365-7668d8f4b493,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:19.531946 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89673d-55c1-4747-a8d7-fd8f6a2fcdb7 req-5036b237-7181-4146-bc5a-7a4e484e43be tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:19.533564 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6f89673d-55c1-4747-a8d7-fd8f6a2fcdb7 req-5036b237-7181-4146-bc5a-7a4e484e43be tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 943 time: 1.0621338 Jan 18 12:47:19.578791 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Network da310088-244b-4133-81d0-87ef6fdcb0d8 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:19.598843 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:19.607024 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9e3-1402-4826-8c31-4e7f7489d45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.620391 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:19.621044 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.654259 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2e9e3-1402-4826-8c31-4e7f7489d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f5656-7136-4700-9c05-3283a46df939,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:19.663440 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Pushing event updated for resources: {'Port': ['ID=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:19.698191 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-06d4e205-20b9-4690-b23f-1ea79b044f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.701181 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b06bbb1e-453b-47cc-a10e-2e8093597c1d req-95f09739-066f-43a1-91ef-e3b805b352ef service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748415 Jan 18 12:47:19.739483 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Network 75027f51-ac71-4b92-b253-3d01167d49ae is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:19.773968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:19.801520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9e3-1402-4826-8c31-4e7f7489d45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.805008 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-38a2e9e3-1402-4826-8c31-4e7f7489d45e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d89f5656-7136-4700-9c05-3283a46df939 HTTP/1.1" status: 204 len: 168 time: 1.5577199 Jan 18 12:47:19.911777 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-06d4e205-20b9-4690-b23f-1ea79b044f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.013110 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d22251f0-768a-447c-b3d1-53a5fb5b3d3f req-d77e1ba7-990f-4a2d-9566-d2780fae19f5 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304132 Jan 18 12:47:20.016740 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device b55ab9c3-9de9-4b75-a7c7-3a790f404455 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:20.071436 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-06d4e205-20b9-4690-b23f-1ea79b044f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.106997 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6f89673d-55c1-4747-a8d7-fd8f6a2fcdb7 req-298f9a19-8252-4349-b8b0-b4c9851af756 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912446 Jan 18 12:47:20.119536 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-c83cf02f-de41-4e8f-880c-34e04fe2078c service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f8271-c179-445c-8668-f6478e2c3a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819561 Jan 18 12:47:20.143536 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e205-20b9-4690-b23f-1ea79b044f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebe30c-111c-449a-afdf-38e1f98c7c84,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:20.256849 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.304910 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-06d4e205-20b9-4690-b23f-1ea79b044f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.307798 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port b55ab9c3-9de9-4b75-a7c7-3a790f404455 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:20.321549 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-3fd9c3d2-36bf-4be6-88a7-e981729fdfd8 None None] Provisioning for port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:20.329981 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-06d4e205-20b9-4690-b23f-1ea79b044f5a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7ebe30c-111c-449a-afdf-38e1f98c7c84 HTTP/1.1" status: 204 len: 168 time: 0.8963082 Jan 18 12:47:20.334733 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-3fd9c3d2-36bf-4be6-88a7-e981729fdfd8 None None] Provisioning complete for port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:20.336715 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3fd9c3d2-36bf-4be6-88a7-e981729fdfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.390223 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port b55ab9c3-9de9-4b75-a7c7-3a790f404455 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:20.390586 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.425582 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-253736e6-e093-438d-a7b4-354d5823cda7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 1096 time: 0.6185772 Jan 18 12:47:20.570999 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.577141 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9c3d2-36bf-4be6-88a7-e981729fdfd8 None None] Port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:20.593237 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53930) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:20.656595 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2c6b904-4c88-4030-8045-4ff7ed725768 req-dd4a08df-1ce2-4fb2-8859-1425463699fd service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f8271-c179-445c-8668-f6478e2c3a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210161 Jan 18 12:47:20.683331 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.734553 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.765432 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port b55ab9c3-9de9-4b75-a7c7-3a790f404455, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=b55ab9c3-9de9-4b75-a7c7-3a790f404455,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:20.765626 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:20.772166 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7afd11f0d60d47c18ef3a0ee03e7e14d is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:20.774434 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.775933 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:20.784089 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:20.848408 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.872898 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-2735a420-a583-480b-b054-10278525ef89 None None] Provisioning complete for port 8f856283-1ebd-45a1-a2ee-92fd34611734 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:20.873608 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-2735a420-a583-480b-b054-10278525ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.921278 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.922677 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.979464 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:20.990487 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.051018 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013bebf5-0539-478e-9321-b352204c0cf6,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:21.058650 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:21.064582 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-cd92e731-e3cc-49d0-a21f-8080385b82d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7afd11f0d60d47c18ef3a0ee03e7e14d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4631176 Jan 18 12:47:21.065252 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53940) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:21.081851 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53946) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:21.088904 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-2735a420-a583-480b-b054-10278525ef89 None None] Port 8f856283-1ebd-45a1-a2ee-92fd34611734 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:21.107770 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=b55ab9c3-9de9-4b75-a7c7-3a790f404455,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:21.109656 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Pushing event updated for resources: {'Port': ['ID=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:21.124567 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.292215 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:21.331346 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2e04f15390504badacc8b4f22a177b74 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:21.338658 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-00272779-ed13-44b0-bff1-ec534ebacd33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:21.339245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-56effa68-e9e2-42da-b215-c48b6fa649b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.340785 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-00272779-ed13-44b0-bff1-ec534ebacd33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 916 time: 0.8919191 Jan 18 12:47:21.347537 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:21.366293 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:21.415101 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-56effa68-e9e2-42da-b215-c48b6fa649b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.446683 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-d7db96d1-41bc-44b8-a26b-d8e5c8b1fa34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d998742-6b33-4f61-b85a-20a2f966a89e HTTP/1.1" status: 200 len: 217 time: 0.0951104 Jan 18 12:47:21.448344 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Network da310088-244b-4133-81d0-87ef6fdcb0d8 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:21.451625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:21.518666 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5334-fd49-469a-a37b-d3b25f371c2c req-c32d7978-4389-48dc-9295-18c16d2ded2e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:21.525747 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aca5334-fd49-469a-a37b-d3b25f371c2c req-c32d7978-4389-48dc-9295-18c16d2ded2e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 943 time: 0.3048239 Jan 18 12:47:21.663819 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.db.resource_extend [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:47:21.668695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b6b74-0272-4f26-ae84-05b9b6cf66da req-bfd9bcc8-427d-4a47-a3a8-d299b60c80d7 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:21.670137 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7d8b6b74-0272-4f26-ae84-05b9b6cf66da req-bfd9bcc8-427d-4a47-a3a8-d299b60c80d7 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 943 time: 0.3813026 Jan 18 12:47:21.687945 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-793e2ccb-a9c4-4bea-bd0c-f8dc64893382 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:21.689533 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-793e2ccb-a9c4-4bea-bd0c-f8dc64893382 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.2333226 Jan 18 12:47:21.691498 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.718370 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-df2f138f-7431-48bc-a1e9-eba91881f8f7 None None] Provisioning complete for port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:21.719205 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-df2f138f-7431-48bc-a1e9-eba91881f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.729487 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.737362 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-56effa68-e9e2-42da-b215-c48b6fa649b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.753502 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.771404 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-df2f138f-7431-48bc-a1e9-eba91881f8f7 None None] Port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:21.772564 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aca5334-fd49-469a-a37b-d3b25f371c2c req-f94e085a-c82a-4fda-a605-03e38c502491 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458699 Jan 18 12:47:21.776064 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56effa68-e9e2-42da-b215-c48b6fa649b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013bebf5-0539-478e-9321-b352204c0cf6,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:21.783144 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.783836 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.852575 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-fede001e-1a73-47f8-83cb-b651ffdf28cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076660 Jan 18 12:47:21.862806 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e04f15390504badacc8b4f22a177b74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7792399 Jan 18 12:47:21.868674 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7d8b6b74-0272-4f26-ae84-05b9b6cf66da req-37a6956b-2d36-4d6b-a015-9f5b46a823ae tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814001 Jan 18 12:47:21.869324 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ea6e6-267a-41e3-ad48-094718e712b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a3d3b4-1314-4b5d-abd4-e667bcc5a106,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:21.872306 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 53954) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:21.916636 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:21.930860 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ac81afea-1b47-4131-afee-434ca51d3b5b admin admin] 10.222.0.86 "PUT /v2.0/routers/9a63f024-f831-4dd5-af03-cfeffdffb0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5053308 Jan 18 12:47:21.930860 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-56effa68-e9e2-42da-b215-c48b6fa649b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.930860 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-56effa68-e9e2-42da-b215-c48b6fa649b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/013bebf5-0539-478e-9321-b352204c0cf6 HTTP/1.1" status: 204 len: 168 time: 0.8639407 Jan 18 12:47:22.001489 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0c179eef-fc37-4404-a374-62de3ef97e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.007453 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-177c9f7f-9746-42ee-9fcf-560c6e62dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.056012 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device b55ab9c3-9de9-4b75-a7c7-3a790f404455 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:22.057296 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0c179eef-fc37-4404-a374-62de3ef97e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.119651 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0c179eef-fc37-4404-a374-62de3ef97e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.151565 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c179eef-fc37-4404-a374-62de3ef97e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a3d3b4-1314-4b5d-abd4-e667bcc5a106,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:22.160717 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Pushing event updated for resources: {'Port': ['ID=82eff3bd-62e6-45a9-b365-7668d8f4b493,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:22.173716 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0c179eef-fc37-4404-a374-62de3ef97e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.175089 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-0c179eef-fc37-4404-a374-62de3ef97e8f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67a3d3b4-1314-4b5d-abd4-e667bcc5a106 HTTP/1.1" status: 204 len: 168 time: 0.3004723 Jan 18 12:47:22.203958 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-8c51ef12-73af-4423-8062-e8820f0d1116 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419247 Jan 18 12:47:22.224089 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port b55ab9c3-9de9-4b75-a7c7-3a790f404455 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:22.225595 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.395239 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device acd803b5-dd72-4d12-90fd-88ef929ee18d up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:22.460710 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Network da698780-3064-4302-8b58-859ce1e0c59d is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:22.469727 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:22.503000 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port acd803b5-dd72-4d12-90fd-88ef929ee18d completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:22.518630 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port acd803b5-dd72-4d12-90fd-88ef929ee18d triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:22.521129 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.577248 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:22.799960 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.811908 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,segment=NetworkSegment(4a0c4fbe-9075-4006-b9b6-b4617812ee8a),segment_id=4a0c4fbe-9075-4006-b9b6-b4617812ee8a)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:22.850095 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916', 'network_id': 'fa1f8271-c179-445c-8668-f6478e2c3a38', 'port_id': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916', 'mac_address': 'fa:16:3e:6f:21:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09829471-feb1-4651-b130-19ff12256e97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:22.862598 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port acd803b5-dd72-4d12-90fd-88ef929ee18d, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=acd803b5-dd72-4d12-90fd-88ef929ee18d,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:22.868103 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f36b778a-1e42-4e9c-bf4d-e037d872d979 req-55b629d9-c054-482a-9f7d-28bbb929d68e service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540664 Jan 18 12:47:22.946463 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.053791 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.081131 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:23.089147 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=acd803b5-dd72-4d12-90fd-88ef929ee18d,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.107127 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,segment=NetworkSegment(4a0c4fbe-9075-4006-b9b6-b4617812ee8a),segment_id=4a0c4fbe-9075-4006-b9b6-b4617812ee8a)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:23.108734 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Router 181b6071-d203-4b07-a33f-de781cbf485b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:23.112023 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.113098 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9d998742-6b33-4f61-b85a-20a2f966a89e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:23.224781 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a5d35-c24b-4feb-aff4-496882b4b158 req-e91c3d25-ca4f-4a91-90c9-8c428402839b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:23.227782 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-793a5d35-c24b-4feb-aff4-496882b4b158 req-e91c3d25-ca4f-4a91-90c9-8c428402839b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 943 time: 0.1693056 Jan 18 12:47:23.284578 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:23.401429 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.460994 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-793a5d35-c24b-4feb-aff4-496882b4b158 req-85828912-3d10-4617-9a7b-0fba8e36b812 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263703 Jan 18 12:47:23.570928 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54020) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:23.577806 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482741519', 'description': 'tempest-description--1571582582'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:23.587611 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:23.600002 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:23.605750 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:23.620451 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:23.626504 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 9d998742-6b33-4f61-b85a-20a2f966a89e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9d998742-6b33-4f61-b85a-20a2f966a89e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:23.633785 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54024) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:23.658730 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '9d998742-6b33-4f61-b85a-20a2f966a89e', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'port_id': '9d998742-6b33-4f61-b85a-20a2f966a89e', 'mac_address': 'fa:16:3e:85:8f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72607834-d0af-4fad-ad42-4cf0a6f4c356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:23.681313 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.737826 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:23.743161 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group_rule and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:23.747833 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:23.754653 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:23.766719 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a73b8-4db9-4c8b-8634-d57ac64ef5eb req-5cd8768c-ea80-457f-82bf-0b73a8c54a17 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:23.773603 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-719a73b8-4db9-4c8b-8634-d57ac64ef5eb req-5cd8768c-ea80-457f-82bf-0b73a8c54a17 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 944 time: 0.1442101 Jan 18 12:47:23.787189 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.794318 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:23.818845 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-947d76f9-cf74-433d-8b8b-3e652b54ec64 admin admin] 10.222.0.86 "PUT /v2.0/routers/181b6071-d203-4b07-a33f-de781cbf485b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8240139 Jan 18 12:47:23.862095 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d998742-6b33-4f61-b85a-20a2f966a89e {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:23.867425 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-719a73b8-4db9-4c8b-8634-d57ac64ef5eb req-1fd5f1e8-e62b-4b83-a63f-5952a7b83dba tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928655 Jan 18 12:47:23.892007 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.898432 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.902350 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 9d998742-6b33-4f61-b85a-20a2f966a89e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9d998742-6b33-4f61-b85a-20a2f966a89e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:23.903554 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:23.910931 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.930791 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-02e34ac5-aaeb-4421-92a4-7a4c38b9bdbf admin admin] 10.222.0.86 "PUT /v2.0/routers/6db8a20f-b81a-4e8f-9078-3e6be9ebeb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2969165 Jan 18 12:47:23.943376 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.944891 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3729765 Jan 18 12:47:23.948068 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54036) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:23.963293 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'security_group_rule': {'security_group_id': '8811d4fd-6f55-4557-8dc4-d8fb9e94573b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:23.970727 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:23.975769 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group_rule and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:23.976735 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d6fef-55f1-45a6-b95f-c5b081c8b16c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8811d4fd-6f55-4557-8dc4-d8fb9e94573b,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.979247 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:23.994632 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:24.004895 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device acd803b5-dd72-4d12-90fd-88ef929ee18d up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:24.014889 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.037450 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.099334 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=9d998742-6b33-4f61-b85a-20a2f966a89e,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:24.122976 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:24.124473 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.129572 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port acd803b5-dd72-4d12-90fd-88ef929ee18d triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:24.130026 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.130162 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.130250 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Usage tracker for resource:security_group_rule and tenant:2e6cf65910284597832507decc1dc019 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:24.144111 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:24.159012 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:24.169429 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0285ad3a-abe1-4a4c-ab34-a2d4725c7863,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:24.181038 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.183601 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-97ad17e4-fb02-401f-80c8-ef225c8e20a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2341518 Jan 18 12:47:24.190468 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54050) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:24.209586 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'security_group_rule': {'security_group_id': '8811d4fd-6f55-4557-8dc4-d8fb9e94573b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:24.224451 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:24.237385 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group_rule and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:24.245580 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:24.258194 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:24.265289 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.271898 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.297096 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f04f2402-9765-4d08-bb89-3e2010223bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.302241 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.321804 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13b3d09-23d3-4c34-9834-af1d44863f5c,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:24.338637 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9e52d5bb-714c-4d3f-aab6-8f6e456d0916'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:24.347130 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-1f34533c-eea6-422b-9c7a-e0f89bdca11a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e6cf65910284597832507decc1dc019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6818953 Jan 18 12:47:24.349612 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54054) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:24.382068 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:24.428190 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.434931 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-425ed770-182c-4976-83b8-33632c458b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.449798 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.476440 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-425ed770-182c-4976-83b8-33632c458b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.498299 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c632a5d-9b57-4666-a00e-e3fe562a85db,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:24.504603 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.512791 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-86a20ae3-e8ac-43f3-981e-7efee3d80c5e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3145025 Jan 18 12:47:24.514035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54064) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:24.523477 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:24.530276 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:24.545222 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:floatingip and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:24.550684 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:24.557824 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:24.572296 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.733304 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-425ed770-182c-4976-83b8-33632c458b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.762418 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ed770-182c-4976-83b8-33632c458b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13b3d09-23d3-4c34-9834-af1d44863f5c,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:24.787616 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-425ed770-182c-4976-83b8-33632c458b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.791766 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-425ed770-182c-4976-83b8-33632c458b7f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b13b3d09-23d3-4c34-9834-af1d44863f5c HTTP/1.1" status: 204 len: 168 time: 0.4410427 Jan 18 12:47:24.839920 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b44ee6-ddc1-4a23-a19d-fd7e01203e37 req-79865bac-35b2-4526-8976-c40218578e05 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:24.842594 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-19b44ee6-ddc1-4a23-a19d-fd7e01203e37 req-79865bac-35b2-4526-8976-c40218578e05 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 944 time: 0.1605601 Jan 18 12:47:24.978095 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.017666 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-19b44ee6-ddc1-4a23-a19d-fd7e01203e37 req-4ebf58ad-5d77-4477-a07b-f8a8cfea687f tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648431 Jan 18 12:47:25.157362 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Allocated IP 172.27.0.170 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/7e298c1a-b7d6-4f86-a732-5429d0bc3a09) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:25.277856 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.328968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.368970 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.391119 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54088) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:25.398247 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248341695', 'description': 'tempest-description--955343658'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:25.410196 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:25.414536 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.425956 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:25.432906 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:25.444028 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:25.446976 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:25.447955 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:25.450813 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:25.458098 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'Port': ['ID=7e298c1a-b7d6-4f86-a732-5429d0bc3a09,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:25.478740 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.534797 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:25.540364 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group_rule and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:25.545085 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:25.551237 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:25.582448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54092) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:25.624470 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.630180 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.686164 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c17028c-320b-46d8-bdf8-04b21f5ad679,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:25.693906 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.695897 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7b74e164-8a47-45d8-a282-b8e3d641df36 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3029594 Jan 18 12:47:25.698575 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54098) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:25.706927 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'security_group_rule': {'security_group_id': '2c17028c-320b-46d8-bdf8-04b21f5ad679', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:25.707663 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.717276 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:25.721347 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.723305 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group_rule and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:25.729531 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:25.742521 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:25.774996 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.893419 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.895771 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:25.900638 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.910299 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Usage tracker for resource:security_group_rule and tenant:c2727570fe91464c8493828a195f60c7 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:25.924206 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.941224 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e7e986-9bc4-4bd4-a215-040458a9d413,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:25.950293 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:25.963110 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:25.965479 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.966816 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3fcd886d-9044-4cef-98b2-e12e2dc30b3c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2664454 Jan 18 12:47:25.969434 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54112) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:25.978063 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'security_group_rule': {'security_group_id': '2c17028c-320b-46d8-bdf8-04b21f5ad679', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:25.985462 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:25.989598 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group_rule and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:25.992900 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:26.001271 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:26.006340 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e37ce3-04b3-433f-9f1a-756d7ecc31de req-f51454b1-c137-44ab-b7a4-aa780f4c175c tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:26.013518 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a6e37ce3-04b3-433f-9f1a-756d7ecc31de req-f51454b1-c137-44ab-b7a4-aa780f4c175c tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 944 time: 0.4676232 Jan 18 12:47:26.021418 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.080797 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-f0a1fcbf-4122-423d-8e2b-7fd5f969bd32 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:26.082313 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-f0a1fcbf-4122-423d-8e2b-7fd5f969bd32 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 818 time: 0.3143177 Jan 18 12:47:26.098737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.105836 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.143896 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eb4a1a-2208-4cbf-a806-ee456dd7b2c6,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:26.150713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.153072 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a07ebd20-bb61-4539-b5eb-6b034f13edd3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1812310 Jan 18 12:47:26.155438 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54122) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:26.164334 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:26.171314 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:26.180506 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:floatingip and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:26.185580 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:26.193706 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:26.196377 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-6365f421-100a-4967-b502-6157c9ed9d92 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/quotas/e33d3388d72146c19efde49b38057967 HTTP/1.1" status: 200 len: 375 time: 0.0975192 Jan 18 12:47:26.206321 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.261450 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a6e37ce3-04b3-433f-9f1a-756d7ecc31de req-f63f0e23-96aa-4458-b9c2-bd086217fffd tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467198 Jan 18 12:47:26.383293 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.398071 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.415308 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.516871 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb6ed38-451d-439c-ae96-a5807aad5cdc,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:26.536258 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3991af49-c6f5-47ec-b575-31288dd7eca5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2727570fe91464c8493828a195f60c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9501717 Jan 18 12:47:26.537788 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54138) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:26.552628 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.562242 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:26.570959 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-6814f16d-9f33-4652-8a1b-fe9cb709b269 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3269660 Jan 18 12:47:26.572906 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.605895 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.609328 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Allocated IP 172.27.0.77 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/898496df-094a-4d52-aec8-98eceedd4eac) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:26.720879 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:26.736262 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:26.737842 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.754876 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.782165 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.799628 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'Port': ['ID=7e298c1a-b7d6-4f86-a732-5429d0bc3a09,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:26.832626 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.841846 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0459-db9f-42c3-afa4-a7c593f9006d req-b6a5a9b1-dbc9-42df-b1fc-4f5e312bc162 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:26.845537 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bb3a0459-db9f-42c3-afa4-a7c593f9006d req-b6a5a9b1-dbc9-42df-b1fc-4f5e312bc162 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 944 time: 0.3935688 Jan 18 12:47:26.901867 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.903646 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-567eb286-4211-41a7-9018-350f32761b8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3883977 Jan 18 12:47:26.913957 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-343eefa5-65f4-4546-91b4-2c4815c5464a service neutron] 10.222.0.86 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290701 Jan 18 12:47:26.919847 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d6d23e79-0d7b-409f-bf5c-d7b6a4524a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.946105 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.992937 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'Port': ['ID=898496df-094a-4d52-aec8-98eceedd4eac,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:27.010459 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:27.022933 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:27.024097 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:27.026337 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:27.104439 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d6d23e79-0d7b-409f-bf5c-d7b6a4524a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.172945 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-c2700fed-b90a-462e-b939-6a557238c21b service neutron] 10.222.0.86 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425497 Jan 18 12:47:27.175475 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,segment=NetworkSegment(4a0c4fbe-9075-4006-b9b6-b4617812ee8a),segment_id=4a0c4fbe-9075-4006-b9b6-b4617812ee8a)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:27.177348 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bb3a0459-db9f-42c3-afa4-a7c593f9006d req-d62eafd5-3e05-451b-8e53-180d6440441a tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012533 Jan 18 12:47:27.186097 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.188104 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9d998742-6b33-4f61-b85a-20a2f966a89e up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:27.190462 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.228208 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d6d23e79-0d7b-409f-bf5c-d7b6a4524a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.260239 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d23e79-0d7b-409f-bf5c-d7b6a4524a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb6ed38-451d-439c-ae96-a5807aad5cdc,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:27.267483 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d6d23e79-0d7b-409f-bf5c-d7b6a4524a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.270942 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d6d23e79-0d7b-409f-bf5c-d7b6a4524a63 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/feb6ed38-451d-439c-ae96-a5807aad5cdc HTTP/1.1" status: 204 len: 168 time: 0.7211671 Jan 18 12:47:27.303075 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.443459 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-95893c8d-5ae4-414e-83b2-b08a38c47485 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Synchronizing usage tracker for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:27.487242 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-95893c8d-5ae4-414e-83b2-b08a38c47485 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Unset dirty status for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:27.488495 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-95893c8d-5ae4-414e-83b2-b08a38c47485 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--482741519&fields=id&tenant_id=debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 267 time: 0.1444123 Jan 18 12:47:27.532630 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:27.591136 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 9d998742-6b33-4f61-b85a-20a2f966a89e completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:27.607259 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 9d998742-6b33-4f61-b85a-20a2f966a89e triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:27.607635 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.761918 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.768457 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-28b1ca96-26b1-43be-918b-76b5e2a0844d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:27.769398 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.773367 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-28b1ca96-26b1-43be-918b-76b5e2a0844d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 817 time: 0.2784014 Jan 18 12:47:27.780679 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.841880 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.853282 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 9d998742-6b33-4f61-b85a-20a2f966a89e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9d998742-6b33-4f61-b85a-20a2f966a89e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:27.862678 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.864697 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'Port': ['ID=898496df-094a-4d52-aec8-98eceedd4eac,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:27.883572 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.894345 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3436ba59-9baf-4e56-a4fe-0481a0d2e198 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7373669 Jan 18 12:47:27.909398 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-4ed027d1-eb2b-4026-b7e6-00f85baf68fd tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/quotas/debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 375 time: 0.0301869 Jan 18 12:47:28.015695 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=9d998742-6b33-4f61-b85a-20a2f966a89e,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:28.041819 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd7bc3-8930-4727-abd3-15072d6201f4 req-fd600f76-ca87-4d0a-ba45-d106d7c5e6c2 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.043871 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ddd7bc3-8930-4727-abd3-15072d6201f4 req-fd600f76-ca87-4d0a-ba45-d106d7c5e6c2 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.2690089 Jan 18 12:47:28.049690 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-95ef3f15-c94f-4544-96b4-cce339e0e699 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Synchronizing usage tracker for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:28.090695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-95ef3f15-c94f-4544-96b4-cce339e0e699 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Unset dirty status for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:28.093834 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-95ef3f15-c94f-4544-96b4-cce339e0e699 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1758554 Jan 18 12:47:28.216393 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ddd7bc3-8930-4727-abd3-15072d6201f4 req-0984927e-0815-48f3-963b-8f477f9276b8 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618149 Jan 18 12:47:28.365455 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-9feb4f39-b295-4e7c-8a68-298a0240a1ad service neutron] 10.222.0.86 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568767 Jan 18 12:47:28.503924 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0b94b99d-3ad2-4b0e-b5d0-1650aed591e2 req-2f8c618a-eb03-4cb9-8dbc-9f3937b92314 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 210 time: 0.0566924 Jan 18 12:47:28.558443 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-2a56e753-263e-456c-af8a-a35a66ffed34 service neutron] 10.222.0.86 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921337 Jan 18 12:47:29.038435 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3c705-6d25-4ff9-8703-6c23228c8563 req-f343793d-5fc3-4812-8de5-c0da33138ec6 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:29.047286 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-71d3c705-6d25-4ff9-8703-6c23228c8563 req-f343793d-5fc3-4812-8de5-c0da33138ec6 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.1652582 Jan 18 12:47:29.069057 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916', 'code': 200} Jan 18 12:47:29.103506 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-71d3c705-6d25-4ff9-8703-6c23228c8563 req-6f15191f-e521-404f-a830-1304d2050334 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550182 Jan 18 12:47:29.252178 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-2d37ae84-6c95-4014-b4ee-af28ea38ebe6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Synchronizing usage tracker for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:29.289121 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-2d37ae84-6c95-4014-b4ee-af28ea38ebe6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Unset dirty status for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:29.299200 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-2d37ae84-6c95-4014-b4ee-af28ea38ebe6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1248341695&fields=id&tenant_id=a8915670cd7149dabaa9c738c0fc60f1 HTTP/1.1" status: 200 len: 267 time: 0.1161849 Jan 18 12:47:29.492046 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-cf26cc36-bbcc-48a2-a679-ca4169c925e7 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:29.493300 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-cf26cc36-bbcc-48a2-a679-ca4169c925e7 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Synchronizing usage tracker for tenant:e33d3388d72146c19efde49b38057967 on resource:network {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:29.515588 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-cf26cc36-bbcc-48a2-a679-ca4169c925e7 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Unset dirty status for tenant:e33d3388d72146c19efde49b38057967 on resource:network {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:29.517129 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-cf26cc36-bbcc-48a2-a679-ca4169c925e7 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 818 time: 0.3757112 Jan 18 12:47:29.565463 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Request body: {'port': {'device_id': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'admin_state_up': True, 'tenant_id': 'e33d3388d72146c19efde49b38057967'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:29.641684 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80b7-408f-4366-9652-3317b7793739 req-ec2f6777-a075-4a54-883c-32c9600ec839 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:29.642576 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-ec2f6777-a075-4a54-883c-32c9600ec839 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Synchronizing usage tracker for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:network {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:29.739598 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:29.747162 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Usage tracker for resource:port and tenant:e33d3388d72146c19efde49b38057967 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:29.756191 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:29.763926 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:29.778172 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Made reservation on behalf of e33d3388d72146c19efde49b38057967 for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:29.779894 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-ec2f6777-a075-4a54-883c-32c9600ec839 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Unset dirty status for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:network {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:29.781538 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-ec2f6777-a075-4a54-883c-32c9600ec839 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 811 time: 0.4814146 Jan 18 12:47:29.806505 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:29.862239 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-5b217a6a-b39a-460b-8ae7-68556474b576 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 1098 time: 0.3437436 Jan 18 12:47:29.866939 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-d461df92-2e34-448a-ac81-12e2223427ac tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:29.874024 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-d461df92-2e34-448a-ac81-12e2223427ac tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 818 time: 0.5335495 Jan 18 12:47:29.898998 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-2863f9a8-cd1f-4c30-86bc-d03cc1c7688a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/quotas/a8915670cd7149dabaa9c738c0fc60f1 HTTP/1.1" status: 200 len: 375 time: 0.0740809 Jan 18 12:47:29.906676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:29.922406 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-dd7c8c31-a906-4c66-b79c-93c8ea66e087 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/quotas/e33d3388d72146c19efde49b38057967 HTTP/1.1" status: 200 len: 375 time: 0.0474136 Jan 18 12:47:30.087120 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:30.102861 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Usage tracker for resource:security_group_rule and tenant:5065b5a29d6742148c6778526938d499 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:30.103596 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Allocated IP 172.20.0.9 (da698780-3064-4302-8b58-859ce1e0c59d/24cce958-8460-419c-83ec-3a7509624392/f7bf64c4-d807-406a-86f5-8b03ebc9cf72) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:30.107359 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:30.116505 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:30.173000 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-8025af57-805a-4d74-864b-0566bf6adfe4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2684283 Jan 18 12:47:30.329536 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-9b9c1821-a0d9-4205-b766-8424d7ed7c0f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4039500 Jan 18 12:47:30.334634 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.20', 59269) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:30.523499 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:30.582122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-73c5369f-0e24-43f9-894a-9075b85fdce3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:30.583311 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-73c5369f-0e24-43f9-894a-9075b85fdce3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Synchronizing usage tracker for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:network {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:30.611553 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-73c5369f-0e24-43f9-894a-9075b85fdce3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Unset dirty status for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:network {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:30.612778 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:30.612891 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-73c5369f-0e24-43f9-894a-9075b85fdce3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 817 time: 0.2769997 Jan 18 12:47:30.616080 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:30.635603 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-113b5ae9-86c0-4171-aa47-3cc674f1330f service neutron] 10.222.0.86 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416049 Jan 18 12:47:30.659991 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:30.718054 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Network da698780-3064-4302-8b58-859ce1e0c59d is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:30.721972 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:30.724473 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:30.729321 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:30.730005 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:30.734867 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-e1371def-0eb2-4ed5-9149-285ed6977696 service neutron] 10.222.0.86 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044526 Jan 18 12:47:30.768616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Pushing event updated for resources: {'Port': ['ID=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:30.778175 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-a5c146ec-80b3-4fb5-9093-fdf2c1a6386d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Synchronizing usage tracker for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:security_group {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:30.785679 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-ed97a3de-f9ce-424f-887d-3614740a27a3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2258887 Jan 18 12:47:30.787845 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e8171-d991-4ce7-955b-e1158d27f7dc,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:30.791224 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-954f4a2b-0547-45df-abed-5f096fd6c8ea req-781bc647-8a49-4c15-a691-d7f8ec91cefb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9138544 Jan 18 12:47:30.794029 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-a5c146ec-80b3-4fb5-9093-fdf2c1a6386d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Unset dirty status for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:security_group {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:30.795157 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-a5c146ec-80b3-4fb5-9093-fdf2c1a6386d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 379 time: 0.1387069 Jan 18 12:47:30.912293 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-9b75f469-b0fa-4182-a515-2d1d973a472b service neutron] 10.222.0.86 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753446 Jan 18 12:47:30.935572 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-f0ac341f-edd9-4e34-85cf-b92b104de4bf service neutron] 10.222.0.86 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839826 Jan 18 12:47:31.070624 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d998742-6b33-4f61-b85a-20a2f966a89e'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:31.096740 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Request body: {'port': {'device_id': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:31.184586 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'port': {'device_id': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'admin_state_up': True, 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'security_groups': ['8811d4fd-6f55-4557-8dc4-d8fb9e94573b']}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:31.310024 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-63ea6504-2d28-42e5-bc54-fcc42f073253 req-2a6054bb-4de0-48c0-be10-990d8fc5fb83 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 210 time: 0.0659399 Jan 18 12:47:31.360515 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca35186-5da6-49ce-a6a2-1a90affa6baa req-e17cbcf3-a1e0-4bda-a41b-1f97920be8a1 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:31.362659 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9ca35186-5da6-49ce-a6a2-1a90affa6baa req-e17cbcf3-a1e0-4bda-a41b-1f97920be8a1 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.2042632 Jan 18 12:47:31.487982 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.499751 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9ca35186-5da6-49ce-a6a2-1a90affa6baa req-f0471ba6-e60f-4b25-a1f6-ef93f1f14817 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291380 Jan 18 12:47:31.769899 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-47f8e4aa-59a8-4e93-b74f-e412b3ebbe4c req-c68be156-2f0e-4433-9101-29ab5fab4e6c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.0617645 Jan 18 12:47:31.844749 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553caa2f-ae5e-49be-af7d-56af4f6e8e15 req-14d6e5c9-80e2-4a1a-bacb-f94ab69ab118 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:31.847408 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-553caa2f-ae5e-49be-af7d-56af4f6e8e15 req-14d6e5c9-80e2-4a1a-bacb-f94ab69ab118 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.2214673 Jan 18 12:47:31.860065 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:31.884900 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:31.917814 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.959028 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-553caa2f-ae5e-49be-af7d-56af4f6e8e15 req-8c2531ac-266f-4a87-b625-bbf18b157f63 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072159 Jan 18 12:47:31.974933 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Made reservation on behalf of debf80e43d6c434c8a12852fbe6ccf4e for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:31.977380 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.043181 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d998742-6b33-4f61-b85a-20a2f966a89e', 'code': 200} Jan 18 12:47:32.164661 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-35951dd4-2d24-47e3-b812-d315cdf95720 req-b7f4664f-4aea-485c-8a92-778ee880e878 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.0649657 Jan 18 12:47:32.326487 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bf64c4-d807-406a-86f5-8b03ebc9cf72 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:32.338050 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Allocated IP 172.20.0.13 (75027f51-ac71-4b92-b253-3d01167d49ae/41050b0d-554c-498e-bd1b-ea3be6551711/68107e2b-3ea9-4920-9795-528cd67216c4) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:32.346463 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.368816 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Transition to ACTIVE for port object f7bf64c4-d807-406a-86f5-8b03ebc9cf72 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:32.377242 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.601978 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a1d893f8-95c2-4f43-bd31-6100dae36865 req-e7ff7f01-9b28-45ee-bcd4-3c8be67e35f2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 210 time: 0.0841014 Jan 18 12:47:32.628998 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Pushing event updated for resources: {'Port': ['ID=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:32.682305 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Sync routers for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:32.704331 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:32.704981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:32.733262 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Attempting to bind port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:32.734096 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Attempting to bind port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:32.734650 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Attempting to bind port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 on network da698780-3064-4302-8b58-859ce1e0c59d {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:32.754582 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 on network da698780-3064-4302-8b58-859ce1e0c59d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:32.755367 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Attempting to bind port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 on network da698780-3064-4302-8b58-859ce1e0c59d {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:32.769684 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:32.770447 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Checking segment: {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:32.771133 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Bound using segment: {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:32.772096 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Bound port: f7bf64c4-d807-406a-86f5-8b03ebc9cf72, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:32.772904 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.804511 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.875391 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Transition to ACTIVE for port object 68107e2b-3ea9-4920-9795-528cd67216c4 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:32.984712 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] For port f7bf64c4-d807-406a-86f5-8b03ebc9cf72, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:32.996011 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] For port f7bf64c4-d807-406a-86f5-8b03ebc9cf72, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:33.000508 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:33.020711 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c9105adf-dae9-43f2-a48b-5d91e8574041 req-b2ec3f65-0458-4192-8dc0-6ec94de075df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 1098 time: 0.4176905 Jan 18 12:47:33.035789 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5683f31-cf95-49cb-b504-213814636035 req-12f192a1-db8a-43eb-b309-30b32fa690cf tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:33.039365 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e5683f31-cf95-49cb-b504-213814636035 req-12f192a1-db8a-43eb-b309-30b32fa690cf tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.2484844 Jan 18 12:47:33.087069 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.20', 59278) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:33.088359 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:33.094900 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:33.131586 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:33.151224 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4f59b800-d183-44a2-ab28-1ffc3e9893f6 req-164cbf26-5053-431e-beca-e6465bf0a00e tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.0822437 Jan 18 12:47:33.265254 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c9105adf-dae9-43f2-a48b-5d91e8574041 req-41371b1d-2203-426d-9cad-d3203d221fb0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246265 Jan 18 12:47:33.280783 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e5683f31-cf95-49cb-b504-213814636035 req-82076ca7-382d-45b2-bb9d-2934284aab7a tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594799 Jan 18 12:47:33.293583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Network 75027f51-ac71-4b92-b253-3d01167d49ae is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:33.318514 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:33.329255 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:33.330609 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] 10.222.0.20 "PUT /v2.0/ports/f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 1093 time: 2.2380943 Jan 18 12:47:33.331068 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'tag': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:33.344736 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:33.348505 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:33.349103 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:33.455525 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-ddeb254f-1ce3-481e-a6a7-4d0adb9f4654 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2768116 Jan 18 12:47:33.590334 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80b7-408f-4366-9652-3317b7793739 req-05634b9c-381c-4e7d-ab7e-23745b7bc962 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:33.612361 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-05634b9c-381c-4e7d-ab7e-23745b7bc962 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 811 time: 0.5208495 Jan 18 12:47:33.616389 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621edad8-e7b9-4a3d-a891-e30ef87ac18a service neutron] Pushing event updated for resources: {'Port': ['ID=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:33.663882 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ab34573d-eeaf-4c0d-84f8-c1198fbf7d2c req-0a0d3880-4864-4112-8e12-8a85edb7112e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.0744989 Jan 18 12:47:33.703567 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6edf2-9a12-48dd-9106-fbdcb1111a35 req-a96a7f41-e542-4ab6-b71a-2c21e85b604b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:33.711008 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-12a6edf2-9a12-48dd-9106-fbdcb1111a35 req-a96a7f41-e542-4ab6-b71a-2c21e85b604b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.2647758 Jan 18 12:47:33.764670 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Request body: {'port': {'device_id': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:33.793435 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-12a6edf2-9a12-48dd-9106-fbdcb1111a35 req-0e7a48a6-fbae-49f4-9925-ebe4ba6900c0 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814056 Jan 18 12:47:33.850915 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:47:33.947702 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'tag': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72', 'status': 'completed', 'code': 200} Jan 18 12:47:34.027242 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.068543 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-88336c9a-42d2-4857-bb79-a93c19827019 None None] Provisioning for port 68107e2b-3ea9-4920-9795-528cd67216c4 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:34.070903 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-78a0fbd7-f9d1-42eb-b806-c4af6b0b931c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Synchronizing usage tracker for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:security_group {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:34.096846 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-88336c9a-42d2-4857-bb79-a93c19827019 None None] Provisioning complete for port 68107e2b-3ea9-4920-9795-528cd67216c4 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:34.099699 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-88336c9a-42d2-4857-bb79-a93c19827019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.151075 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01d816-2bfa-4806-ae09-310c5ca67f2d req-b835dde3-41b2-4e7d-9c9a-6b9af89f076d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:34.153237 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b01d816-2bfa-4806-ae09-310c5ca67f2d req-b835dde3-41b2-4e7d-9c9a-6b9af89f076d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 932 time: 0.0970068 Jan 18 12:47:34.153809 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54404) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:34.214703 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b01d816-2bfa-4806-ae09-310c5ca67f2d req-2c433868-5ad5-4506-bdc0-378ca6f6e543 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528162 Jan 18 12:47:34.234214 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-0aa58ab1-0581-4cd3-a9c5-a1ba9d68f3c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1096 time: 0.6112292 Jan 18 12:47:34.383434 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.386728 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-88336c9a-42d2-4857-bb79-a93c19827019 None None] Port 68107e2b-3ea9-4920-9795-528cd67216c4 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:34.415657 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-78a0fbd7-f9d1-42eb-b806-c4af6b0b931c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Unset dirty status for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:security_group {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:34.417631 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-78a0fbd7-f9d1-42eb-b806-c4af6b0b931c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8915670cd7149dabaa9c738c0fc60f1 HTTP/1.1" status: 200 len: 380 time: 0.5985634 Jan 18 12:47:34.437073 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 2, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:34.443322 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Checking router: 181b6071-d203-4b07-a33f-de781cbf485b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:34.443939 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Updating router 181b6071-d203-4b07-a33f-de781cbf485b port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:34.470044 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9ce3cb34-cc8d-40b7-9fcc-4fdd8624df07 req-96c3e5d8-d248-464c-8204-43e496f1de06 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.0650682 Jan 18 12:47:34.512418 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:34.516852 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0ed8664bdf4250abd0c3546951519e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:34.518598 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.520215 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:34.526382 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:34.624646 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.631949 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.679302 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e9d840-663d-423a-bf45-0a7791e6d3ab,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:34.688776 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-7dbf0267-c852-4fe2-a974-4e8550227ec4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8f0ed8664bdf4250abd0c3546951519e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5338824 Jan 18 12:47:34.689898 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54422) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:34.754828 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8771e298-7ca1-4015-af66-ac03c32e4912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.771011 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68107e2b-3ea9-4920-9795-528cd67216c4 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:34.778089 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.798142 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Transition to ACTIVE for port object 68107e2b-3ea9-4920-9795-528cd67216c4 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:34.801048 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8771e298-7ca1-4015-af66-ac03c32e4912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.804962 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.879496 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:34.921977 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aaf8c359-4d68-421b-b847-0ecb26b2749f req-acb8e317-1b30-420e-853f-ce1b024d5328 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.0713611 Jan 18 12:47:34.957501 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8771e298-7ca1-4015-af66-ac03c32e4912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.008241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771e298-7ca1-4015-af66-ac03c32e4912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e9d840-663d-423a-bf45-0a7791e6d3ab,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:35.032492 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8771e298-7ca1-4015-af66-ac03c32e4912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.036660 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8771e298-7ca1-4015-af66-ac03c32e4912 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/63e9d840-663d-423a-bf45-0a7791e6d3ab HTTP/1.1" status: 204 len: 168 time: 0.3463094 Jan 18 12:47:35.091117 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Attempting to bind port 68107e2b-3ea9-4920-9795-528cd67216c4 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:35.091591 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Attempting to bind port 68107e2b-3ea9-4920-9795-528cd67216c4 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:35.091792 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Attempting to bind port 68107e2b-3ea9-4920-9795-528cd67216c4 on network 75027f51-ac71-4b92-b253-3d01167d49ae {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:35.106145 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Port 68107e2b-3ea9-4920-9795-528cd67216c4 on network 75027f51-ac71-4b92-b253-3d01167d49ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:35.106466 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Attempting to bind port 68107e2b-3ea9-4920-9795-528cd67216c4 on network 75027f51-ac71-4b92-b253-3d01167d49ae {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:35.115387 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:35.115976 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Checking segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:35.116099 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Bound using segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:35.116554 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Bound port: 68107e2b-3ea9-4920-9795-528cd67216c4, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:35.123258 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.128166 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.145378 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Transition to ACTIVE for port object a5bbc6e9-52ce-4839-b712-cbb3ddffd713 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:35.154537 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.201450 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62369c1a-2e6a-47be-94be-a08cd8717bad req-f869bf99-c61c-448b-918c-19650954136a tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:35.206837 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-62369c1a-2e6a-47be-94be-a08cd8717bad req-f869bf99-c61c-448b-918c-19650954136a tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.1381013 Jan 18 12:47:35.263658 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-62369c1a-2e6a-47be-94be-a08cd8717bad req-63fb530b-194f-4206-b8cf-917a329ca652 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Jan 18 12:47:35.311568 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:35.316610 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:35.319026 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c89fd-743f-4a0b-b66b-c696ac5d6cbd None None] Pushing event updated for resources: {'Port': ['ID=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:35.323206 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.440843 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Attempting to bind port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:35.453207 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Attempting to bind port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:35.453954 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Attempting to bind port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 on network da310088-244b-4133-81d0-87ef6fdcb0d8 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:35.464613 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:35.465042 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.465337 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Checking segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:35.465899 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.466423 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Bound using segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:35.466935 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] 10.222.0.20 "PUT /v2.0/ports/68107e2b-3ea9-4920-9795-528cd67216c4 HTTP/1.1" status: 200 len: 1094 time: 1.8426032 Jan 18 12:47:35.467813 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Bound port: a5bbc6e9-52ce-4839-b712-cbb3ddffd713, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:35.470459 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.491827 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50599dab-b10a-431f-b0de-d60862048f2f service neutron] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:35.581126 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b2937-d969-4b17-8ec5-2f24155cbdb0 req-b479caad-518d-4ed7-a12b-6b058556399a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:35.591532 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] For port a5bbc6e9-52ce-4839-b712-cbb3ddffd713, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:35.592225 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54440) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:35.592516 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb1b2937-d969-4b17-8ec5-2f24155cbdb0 req-b479caad-518d-4ed7-a12b-6b058556399a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1806479 Jan 18 12:47:35.595602 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] For port a5bbc6e9-52ce-4839-b712-cbb3ddffd713, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:35.606608 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.618600 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.674549 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb1b2937-d969-4b17-8ec5-2f24155cbdb0 req-eb57dec0-7d5c-4eab-af3b-7c4b5696393a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811098 Jan 18 12:47:35.693416 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:35.707412 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Usage tracker for resource:security_group_rule and tenant:18605c1495bb439d9e39a156135acaef is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:35.715009 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c89fd-743f-4a0b-b66b-c696ac5d6cbd None None] Pushing event updated for resources: {'Port': ['ID=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:35.716521 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:35.720221 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:35.720831 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:35.731332 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:35.759754 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b8d40885-7af1-40c9-94ed-8a6fe663071c req-acae4a5d-75c6-4dae-94d1-fd9d0df924bd tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.0613906 Jan 18 12:47:35.847369 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.853360 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.900849 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54448) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:35.911482 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=18605c1495bb439d9e39a156135acaef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3048782 Jan 18 12:47:35.942932 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f6f6a-f12f-44b9-9687-5819141cf630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f8ac8e-4546-48c6-9c82-6c2d3b360d36,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:35.948543 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:36.001520 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ada8e71-a767-4e43-95df-41450b82e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.021264 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:36.028060 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4', 'status': 'completed', 'code': 200} Jan 18 12:47:36.037203 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ada8e71-a767-4e43-95df-41450b82e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.120091 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a7f50e42-620f-4e94-9a37-3bed5f2d1080 req-52d03b1c-45e3-4756-9499-cd07eacad9c1 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.0513139 Jan 18 12:47:36.138149 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ada8e71-a767-4e43-95df-41450b82e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.155065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada8e71-a767-4e43-95df-41450b82e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f8ac8e-4546-48c6-9c82-6c2d3b360d36,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:36.161258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ada8e71-a767-4e43-95df-41450b82e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.162617 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-0ada8e71-a767-4e43-95df-41450b82e04e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/83f8ac8e-4546-48c6-9c82-6c2d3b360d36 HTTP/1.1" status: 204 len: 168 time: 0.2601736 Jan 18 12:47:36.232892 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Sync routers for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:36.251380 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:36.252508 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:36.400202 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:35Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:36.405478 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f574b-6857-45b6-a861-83cbf46db320 None None] The sync data for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi is: [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:35Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:36.491060 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Sync routers for ids ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:36.506210 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:36.508534 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Routers {'6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:36.509159 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:36.556712 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50c9e4-d872-43b2-8424-6f0ecee1a68f req-421c2c5b-6d84-4858-ab12-adad5123b629 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:36.559129 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-df50c9e4-d872-43b2-8424-6f0ecee1a68f req-421c2c5b-6d84-4858-ab12-adad5123b629 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.1235194 Jan 18 12:47:36.633312 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-df50c9e4-d872-43b2-8424-6f0ecee1a68f req-4e24f148-05dc-45c9-81b1-78345bf36105 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679035 Jan 18 12:47:36.780033 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Set router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:36.943416 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:18Z', 'revision_number': 2, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:36.957395 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Checking router: 9a63f024-f831-4dd5-af03-cfeffdffb0d7 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:36.957752 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Updating router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 port 8f856283-1ebd-45a1-a2ee-92fd34611734 binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:37.066929 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.159282 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b3c752a-4eba-415d-a12b-9f735ba2c223 req-d745ba05-946c-4430-9b99-cedb68ec4ed2 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.1039989 Jan 18 12:47:37.238998 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fef421-3f58-4aef-8450-b1232d06dbbc req-c53bcb46-f5e4-4b59-b22b-e738aed4c672 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:37.248132 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b5fef421-3f58-4aef-8450-b1232d06dbbc req-c53bcb46-f5e4-4b59-b22b-e738aed4c672 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.2426577 Jan 18 12:47:37.381450 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'port': {'device_id': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'admin_state_up': True, 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'security_groups': ['2c17028c-320b-46d8-bdf8-04b21f5ad679']}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:37.507720 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:19Z', 'revision_number': 4, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port': {'id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '82eff3bd-62e6-45a9-b365-7668d8f4b493', 'name': '', 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'mac_address': 'fa:16:3e:43:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24cce958-8460-419c-83ec-3a7509624392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:21Z', 'revision_number': 2, 'project_id': 'e33d3388d72146c19efde49b38057967', 'subnets': [{'id': '24cce958-8460-419c-83ec-3a7509624392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:37.515696 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Checking router: 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:37.516188 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Updating router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 port 82eff3bd-62e6-45a9-b365-7668d8f4b493 binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:37.588459 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.597130 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:37.617321 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:port and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:37.623760 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-899cef4d-3b5c-4db9-81e9-30bdb82866e7 req-b7dc3935-4b29-4dbc-ba9d-94990d0316ae tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.1894915 Jan 18 12:47:37.632913 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:37.649649 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:37.653123 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b5fef421-3f58-4aef-8450-b1232d06dbbc req-7df433b1-8bb6-431a-800b-e3c5e49be999 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022081 Jan 18 12:47:37.721914 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5872dc08-2a7f-4201-b09b-abf57d1ab781 req-0df9b4fc-a42a-405a-9b1c-5307ed0815ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1097 time: 0.4172578 Jan 18 12:47:37.797226 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Made reservation on behalf of a8915670cd7149dabaa9c738c0fc60f1 for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:37.803601 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.003750 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-a21f7660-6911-40ae-aa3c-8daac5712bcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 217 time: 0.7896810 Jan 18 12:47:38.019657 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.056396 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Transition to ACTIVE for port object 8f856283-1ebd-45a1-a2ee-92fd34611734 will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:38.072575 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.137606 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-6dfde500-482b-4580-b939-4d67d10eb1f7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.139366 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-6dfde500-482b-4580-b939-4d67d10eb1f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.1261067 Jan 18 12:47:38.189624 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a5bbc6e9-52ce-4839-b712-cbb3ddffd713 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:38.250809 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-3a4e476e-b96f-420e-a62f-0ba13ebddca0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621734 Jan 18 12:47:38.455209 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73978-4379-49f1-a197-d14b65d2ba6b req-0ad7ef41-aa50-41d6-8364-b44aff06d228 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.463651 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7cc73978-4379-49f1-a197-d14b65d2ba6b req-0ad7ef41-aa50-41d6-8364-b44aff06d228 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.4684901 Jan 18 12:47:38.468156 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872dc08-2a7f-4201-b09b-abf57d1ab781 req-512e632f-f134-44fd-b988-46553d3b19a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.470077 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5872dc08-2a7f-4201-b09b-abf57d1ab781 req-512e632f-f134-44fd-b988-46553d3b19a5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7355938 Jan 18 12:47:38.508342 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-a3ae7357-299f-4de2-b114-abedab37a482 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460518 Jan 18 12:47:38.613343 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b330eda-5b18-46db-a8cb-96df2dbcd742 req-d2f7f195-38d7-40db-a898-2dae9516fda9 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.1675692 Jan 18 12:47:38.741023 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.757188 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Transition to ACTIVE for port object 82eff3bd-62e6-45a9-b365-7668d8f4b493 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:38.766705 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56435b6d-ef84-4c9f-87f1-f626644112e1 None None] Pushing event updated for resources: {'Port': ['ID=8f856283-1ebd-45a1-a2ee-92fd34611734,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:38.776668 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Attempting to bind port 8f856283-1ebd-45a1-a2ee-92fd34611734 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:38.777040 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Attempting to bind port 8f856283-1ebd-45a1-a2ee-92fd34611734 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:38.778077 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Attempting to bind port 8f856283-1ebd-45a1-a2ee-92fd34611734 on network 75027f51-ac71-4b92-b253-3d01167d49ae {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:38.785008 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:38.785740 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Checking segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:38.786139 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.786524 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Bound using segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:38.787007 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Bound port: 8f856283-1ebd-45a1-a2ee-92fd34611734, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:38.787545 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.788634 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.847471 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7cc73978-4379-49f1-a197-d14b65d2ba6b req-5a3f2fdd-c3d5-4222-926c-6f7e9bbd8539 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776407 Jan 18 12:47:38.983378 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872dc08-2a7f-4201-b09b-abf57d1ab781 req-692bfe01-8539-4ca4-ac54-1046de34b610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.988443 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5872dc08-2a7f-4201-b09b-abf57d1ab781 req-692bfe01-8539-4ca4-ac54-1046de34b610 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4571633 Jan 18 12:47:39.019394 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] For port 8f856283-1ebd-45a1-a2ee-92fd34611734, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:39.030947 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] For port 8f856283-1ebd-45a1-a2ee-92fd34611734, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=8f856283-1ebd-45a1-a2ee-92fd34611734,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:39.043851 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.067680 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f211d4-4e00-43d5-b813-6ebbc8c48d8f None None] Pushing event updated for resources: {'Port': ['ID=82eff3bd-62e6-45a9-b365-7668d8f4b493,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:39.086175 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:39.092123 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Allocated IP 172.20.0.8 (da310088-244b-4133-81d0-87ef6fdcb0d8/d89ec874-52a4-48cd-9861-eca9acc4b14b/dfaf2c83-8b64-4293-a0b6-fabf39b60786) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:39.096681 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:39.097224 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.254328 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Attempting to bind port 82eff3bd-62e6-45a9-b365-7668d8f4b493 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:39.255545 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Attempting to bind port 82eff3bd-62e6-45a9-b365-7668d8f4b493 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:39.255935 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Attempting to bind port 82eff3bd-62e6-45a9-b365-7668d8f4b493 on network da698780-3064-4302-8b58-859ce1e0c59d {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:39.278453 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:39.278975 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Checking segment: {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:39.279442 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.279908 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Bound using segment: {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:39.280448 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Bound port: 82eff3bd-62e6-45a9-b365-7668d8f4b493, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:39.280899 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.330388 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:39.339932 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:39.386445 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54542) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:39.458098 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.467038 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d0248e63-ab84-478e-bcc9-3019bc394c77 req-0ad80d75-0058-4dfd-a662-5d2923c424d1 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.1871388 Jan 18 12:47:39.471107 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56435b6d-ef84-4c9f-87f1-f626644112e1 None None] Pushing event updated for resources: {'Port': ['ID=8f856283-1ebd-45a1-a2ee-92fd34611734,revision_number=4']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:39.507825 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-eb17f819-45b4-400b-a62d-e9c2f5728d4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1097 time: 0.4525480 Jan 18 12:47:39.609423 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port a5bbc6e9-52ce-4839-b712-cbb3ddffd713, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:39.625399 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.747954 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-aeb10d47-bc7b-401c-b333-5591af9f66e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68107e2b-3ea9-4920-9795-528cd67216c4 HTTP/1.1" status: 200 len: 217 time: 0.2267196 Jan 18 12:47:39.750404 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] For port 82eff3bd-62e6-45a9-b365-7668d8f4b493, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:39.838394 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] For port 82eff3bd-62e6-45a9-b365-7668d8f4b493, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=82eff3bd-62e6-45a9-b365-7668d8f4b493,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:39.869236 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:39.891991 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.908116 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-7b3f473d-5679-47e9-8652-156656a0549f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:39.910416 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-7b3f473d-5679-47e9-8652-156656a0549f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 818 time: 2.2114737 Jan 18 12:47:39.914852 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-7037edc2-7689-400d-8cfd-dd56527cad97 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:39.920445 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-7037edc2-7689-400d-8cfd-dd56527cad97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.1665452 Jan 18 12:47:39.941806 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.997616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Request body: {'port': {'device_id': '183e995c-2027-4e08-a145-37bfa03a988b', 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'admin_state_up': True, 'tenant_id': 'e33d3388d72146c19efde49b38057967'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:40.008845 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Routers {'6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:40.010283 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:40.119429 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Transition to ACTIVE for port object dfaf2c83-8b64-4293-a0b6-fabf39b60786 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:40.137838 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f62cc4-4ac0-4b87-9b6c-7540cf5fc360 req-591cbfa4-5a79-4e3b-b793-f0a50fe68ad3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:40.147296 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-62f62cc4-4ac0-4b87-9b6c-7540cf5fc360 req-591cbfa4-5a79-4e3b-b793-f0a50fe68ad3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.3408072 Jan 18 12:47:40.152618 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f2ca8e22-7702-4dfd-a573-6f968859a1f4 req-80e5db6b-7551-4611-962b-b295921db9d5 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6238420 Jan 18 12:47:40.228903 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:40.233673 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Usage tracker for resource:port and tenant:e33d3388d72146c19efde49b38057967 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:40.237359 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:40.242581 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.248567 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:40.265959 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f211d4-4e00-43d5-b813-6ebbc8c48d8f None None] Pushing event updated for resources: {'Port': ['ID=82eff3bd-62e6-45a9-b365-7668d8f4b493,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:40.322951 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.394167 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:40.399320 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-62f62cc4-4ac0-4b87-9b6c-7540cf5fc360 req-fb3bbe92-ba8e-450e-bd79-87c95e964c08 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466393 Jan 18 12:47:40.443133 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:40.443133 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Usage tracker for resource:security_group_rule and tenant:2f750f534e2340ce9e1098d59a0e5eb7 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:40.448400 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:40.459449 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-a13522ac-56bc-4ce6-b2cc-1325bbf7cf5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5122335 Jan 18 12:47:40.460490 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:40.622424 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] Set router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:40.656487 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Made reservation on behalf of e33d3388d72146c19efde49b38057967 for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:40.659433 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.715423 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Network da310088-244b-4133-81d0-87ef6fdcb0d8 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:40.719976 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'Port': ['ID=dfaf2c83-8b64-4293-a0b6-fabf39b60786,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:40.729997 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:40.741998 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:40.749912 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:40.750663 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.928570 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-189e0882-04ed-4f0c-a2f7-c16cb1d45eae req-c4074d98-223a-4647-aa78-160b4a4e8a30 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.1350825 Jan 18 12:47:40.935174 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-0a7bc70b-9d6d-4910-a15f-396024baff0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1096 time: 0.6229007 Jan 18 12:47:41.021391 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:41.050662 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:41.090315 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-49d674a2-6cb5-43d7-a7bc-788f044ea809 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8777957 Jan 18 12:47:41.102256 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9bc4f-3b34-4af9-a3e1-1db57b838e51 req-5469339c-df9e-4c6c-9493-bd699c0995e4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:41.104731 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9ea9bc4f-3b34-4af9-a3e1-1db57b838e51 req-5469339c-df9e-4c6c-9493-bd699c0995e4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 931 time: 0.4351890 Jan 18 12:47:41.105611 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aab77a-fbe1-4f61-81d7-6f65494fc482,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:41.113658 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-202c7d48-82de-4a38-b461-afe6e81caa13 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448512 Jan 18 12:47:41.207825 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Request body: {'port': {'device_id': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:41.306182 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8287a993-dce2-4e81-9f9d-3c2961b5b0e2 req-71b3db1b-d161-4395-8219-64703ab7b6f1 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595583 Jan 18 12:47:41.334024 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9ea9bc4f-3b34-4af9-a3e1-1db57b838e51 req-7972c7cc-b0c7-4797-91f5-c0f7c47fe850 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191885 Jan 18 12:47:41.336943 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-a3630120-e6a0-4aef-ae54-daec065c839d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f750f534e2340ce9e1098d59a0e5eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9360523 Jan 18 12:47:41.340694 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54586) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:41.362132 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:19Z', 'revision_number': 4, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port': {'id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '82eff3bd-62e6-45a9-b365-7668d8f4b493', 'name': '', 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'mac_address': 'fa:16:3e:43:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24cce958-8460-419c-83ec-3a7509624392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 4, 'project_id': 'e33d3388d72146c19efde49b38057967', 'subnets': [{'id': '24cce958-8460-419c-83ec-3a7509624392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:41.367731 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-cfd6dffc-b393-45d3-b47c-51f537e7b3b4 None None] Provisioning for port dfaf2c83-8b64-4293-a0b6-fabf39b60786 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:41.379918 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e110f-ddca-49a1-906f-cd4d36c0bacb None None] The sync data for ids ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'] in dv-cinder-825101-1-iscsi is: [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:19Z', 'revision_number': 4, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port': {'id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '82eff3bd-62e6-45a9-b365-7668d8f4b493', 'name': '', 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'mac_address': 'fa:16:3e:43:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24cce958-8460-419c-83ec-3a7509624392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 4, 'project_id': 'e33d3388d72146c19efde49b38057967', 'subnets': [{'id': '24cce958-8460-419c-83ec-3a7509624392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:41.391382 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-cfd6dffc-b393-45d3-b47c-51f537e7b3b4 None None] Provisioning complete for port dfaf2c83-8b64-4293-a0b6-fabf39b60786 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:41.392191 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-cfd6dffc-b393-45d3-b47c-51f537e7b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:41.401479 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:38Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:41.411770 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b0c62-a5f7-4a30-977e-73545a815c4a None None] The sync data for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi is: [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:38Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:41.557148 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3a52aa5-9c3b-46bd-a466-4ce7f6f458f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:41.561778 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6dffc-b393-45d3-b47c-51f537e7b3b4 None None] Port dfaf2c83-8b64-4293-a0b6-fabf39b60786 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:41.631366 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-f075c2b1-bf88-4e4e-b315-dbaf1e4d8e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:41.632938 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-f075c2b1-bf88-4e4e-b315-dbaf1e4d8e94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 919 time: 0.6810408 Jan 18 12:47:41.672474 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3a52aa5-9c3b-46bd-a466-4ce7f6f458f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:41.767909 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Allocated IP 172.20.0.14 (da698780-3064-4302-8b58-859ce1e0c59d/24cce958-8460-419c-83ec-3a7509624392/908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:41.770409 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:41.839538 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06727a4-cd90-49b2-94e2-402f36433b7d req-0f738a68-d32b-483b-8434-054e0b3adf96 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:41.847951 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e06727a4-cd90-49b2-94e2-402f36433b7d req-0f738a68-d32b-483b-8434-054e0b3adf96 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1777351 Jan 18 12:47:41.877799 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3a52aa5-9c3b-46bd-a466-4ce7f6f458f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:41.948215 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a52aa5-9c3b-46bd-a466-4ce7f6f458f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aab77a-fbe1-4f61-81d7-6f65494fc482,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:42.047641 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e06727a4-cd90-49b2-94e2-402f36433b7d req-fc7c60ef-c5e0-487d-8d0f-2665d6c80b95 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986511 Jan 18 12:47:42.051602 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3a52aa5-9c3b-46bd-a466-4ce7f6f458f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:42.071074 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d3a52aa5-9c3b-46bd-a466-4ce7f6f458f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3aab77a-fbe1-4f61-81d7-6f65494fc482 HTTP/1.1" status: 204 len: 168 time: 0.7284422 Jan 18 12:47:42.120132 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 8f856283-1ebd-45a1-a2ee-92fd34611734 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:42.273662 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 8f856283-1ebd-45a1-a2ee-92fd34611734 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:42.289448 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 8f856283-1ebd-45a1-a2ee-92fd34611734 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:42.290832 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:42.419938 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7122efc1-6599-4b3c-ac1d-5588135fa94f req-1451ff9b-a5c0-4d8f-9dee-b8b13b9ad54a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.0858855 Jan 18 12:47:42.588211 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:42.671837 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 8f856283-1ebd-45a1-a2ee-92fd34611734, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=8f856283-1ebd-45a1-a2ee-92fd34611734,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:42.677323 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:42.685992 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a5bbc6e9-52ce-4839-b712-cbb3ddffd713 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:42.746517 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aecf6b-85d9-41eb-9618-61aedf8e7f9d req-a7129022-62da-4ad5-b30a-b1eac6f18901 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:42.755025 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a8aecf6b-85d9-41eb-9618-61aedf8e7f9d req-a7129022-62da-4ad5-b30a-b1eac6f18901 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 931 time: 0.1676307 Jan 18 12:47:42.832496 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a8aecf6b-85d9-41eb-9618-61aedf8e7f9d req-632048fd-bab9-4b2a-ae5e-c5a4276328af tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748479 Jan 18 12:47:42.874479 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54616) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:42.886278 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:42.929617 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:42.996620 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:43.000980 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Usage tracker for resource:security_group_rule and tenant:b674a58360334597a4a64fa9873437ce is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:43.004050 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:43.010332 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:43.051226 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:43.056729 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.093549 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=8f856283-1ebd-45a1-a2ee-92fd34611734,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:43.110363 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.115894 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.140372 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.200340 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b526d9ab-5524-4a3d-9cdc-86c90cad09d0,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:43.275582 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 82eff3bd-62e6-45a9-b365-7668d8f4b493 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:43.295126 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Pushing event updated for resources: {'Port': ['ID=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:43.300405 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfaf2c83-8b64-4293-a0b6-fabf39b60786 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:43.313562 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.340682 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Transition to ACTIVE for port object dfaf2c83-8b64-4293-a0b6-fabf39b60786 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:43.348987 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.357745 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 82eff3bd-62e6-45a9-b365-7668d8f4b493 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:43.363740 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 82eff3bd-62e6-45a9-b365-7668d8f4b493 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:43.364239 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.405019 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d6646188-15e9-4bbc-8f6e-fa78ec70bc14 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b674a58360334597a4a64fa9873437ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5288248 Jan 18 12:47:43.407471 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Network da698780-3064-4302-8b58-859ce1e0c59d is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:43.408937 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54626) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:43.418389 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:43.421020 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:43.425673 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:43.426063 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.448089 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf8b87-35fe-4c8e-ac0b-8635542c2593 req-46f4c12a-0d82-41e7-b73e-a354cdaa4f98 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:43.449122 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-babf8b87-35fe-4c8e-ac0b-8635542c2593 req-46f4c12a-0d82-41e7-b73e-a354cdaa4f98 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1261327 Jan 18 12:47:43.495833 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-babf8b87-35fe-4c8e-ac0b-8635542c2593 req-f8710acc-906f-4761-bd4b-d7b2e6722311 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Jan 18 12:47:43.504939 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.544176 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 82eff3bd-62e6-45a9-b365-7668d8f4b493, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=82eff3bd-62e6-45a9-b365-7668d8f4b493,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:43.551106 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.551304 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8f8ac94d-1ade-4bba-a879-e7fcee432586 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6011302 Jan 18 12:47:43.570691 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfaf2c83-8b64-4293-a0b6-fabf39b60786,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:43.637343 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=82eff3bd-62e6-45a9-b365-7668d8f4b493,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:43.661916 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Attempting to bind port dfaf2c83-8b64-4293-a0b6-fabf39b60786 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:43.662387 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Attempting to bind port dfaf2c83-8b64-4293-a0b6-fabf39b60786 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:43.662839 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Attempting to bind port dfaf2c83-8b64-4293-a0b6-fabf39b60786 on network da310088-244b-4133-81d0-87ef6fdcb0d8 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:43.664970 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa3d5-71a5-4b1d-8aaa-583d4e473922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.687335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Port dfaf2c83-8b64-4293-a0b6-fabf39b60786 on network da310088-244b-4133-81d0-87ef6fdcb0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:43.687750 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Attempting to bind port dfaf2c83-8b64-4293-a0b6-fabf39b60786 on network da310088-244b-4133-81d0-87ef6fdcb0d8 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:43.697732 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa3d5-71a5-4b1d-8aaa-583d4e473922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.709600 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:43.710039 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Checking segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:43.710487 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Bound using segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:43.711002 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Bound port: dfaf2c83-8b64-4293-a0b6-fabf39b60786, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:43.712088 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.736281 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135890-55e3-4fbd-ac1f-17bf73997815 req-3407ef51-54ab-4ee8-a511-78cc7b5c3372 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:43.737720 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f6135890-55e3-4fbd-ac1f-17bf73997815 req-3407ef51-54ab-4ee8-a511-78cc7b5c3372 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 932 time: 0.0854311 Jan 18 12:47:43.782960 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f6135890-55e3-4fbd-ac1f-17bf73997815 req-dcfee638-930e-41a0-8fc0-e4317d515f0e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Jan 18 12:47:43.831236 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] For port dfaf2c83-8b64-4293-a0b6-fabf39b60786, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:43.833154 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa3d5-71a5-4b1d-8aaa-583d4e473922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.838103 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] For port dfaf2c83-8b64-4293-a0b6-fabf39b60786, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:43.849561 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.889512 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aa3d5-71a5-4b1d-8aaa-583d4e473922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b526d9ab-5524-4a3d-9cdc-86c90cad09d0,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:43.894155 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 8f856283-1ebd-45a1-a2ee-92fd34611734 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:43.924109 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.925469 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 200 len: 1093 time: 2.7335184 Jan 18 12:47:43.926159 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa3d5-71a5-4b1d-8aaa-583d4e473922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.928169 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-fe9aa3d5-71a5-4b1d-8aaa-583d4e473922 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b526d9ab-5524-4a3d-9cdc-86c90cad09d0 HTTP/1.1" status: 204 len: 168 time: 0.5104408 Jan 18 12:47:43.930059 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:43.954640 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfaf2c83-8b64-4293-a0b6-fabf39b60786,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:44.010089 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device f7bf64c4-d807-406a-86f5-8b03ebc9cf72 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:44.033261 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 8f856283-1ebd-45a1-a2ee-92fd34611734 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:44.033552 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.114156 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf47d1-0bb2-436a-b000-3134d43da751 req-8afc0fa1-8eae-4e07-98e1-bcfdeb4945d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:44.125879 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1baf47d1-0bb2-436a-b000-3134d43da751 req-8afc0fa1-8eae-4e07-98e1-bcfdeb4945d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 943 time: 0.1334405 Jan 18 12:47:44.191569 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.resource_extend [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:47:44.286293 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1baf47d1-0bb2-436a-b000-3134d43da751 req-0ad9e5de-ec27-4647-aedc-d544b3f70234 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591895 Jan 18 12:47:44.341897 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Request body: {'port': {'device_id': '183e995c-2027-4e08-a145-37bfa03a988b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:44.347044 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-801e2e2a-ba98-4db9-8ed0-9cfe38c61f14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 1096 time: 0.1695266 Jan 18 12:47:44.407064 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'status': 'completed', 'code': 200} Jan 18 12:47:44.457749 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-09aa32ba-4135-4416-b5f9-32b288dce458 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 200 len: 217 time: 0.0910625 Jan 18 12:47:44.545825 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-5bfa1452-963b-4db6-a20c-66d98f0af55c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 217 time: 0.4834313 Jan 18 12:47:44.548985 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 82eff3bd-62e6-45a9-b365-7668d8f4b493 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:44.632079 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de80b7-408f-4366-9652-3317b7793739 req-950d466a-5da7-4d58-ad79-7065f485a87c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:44.635077 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port f7bf64c4-d807-406a-86f5-8b03ebc9cf72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:44.637953 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-950d466a-5da7-4d58-ad79-7065f485a87c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.1638365 Jan 18 12:47:44.670375 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72', 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'port_id': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72', 'mac_address': 'fa:16:3e:9e:da:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cce958-8460-419c-83ec-3a7509624392', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:44.675463 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.734674 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-0471d1ae-fbae-4a56-8d46-b3fc7bc20e35 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:44.735696 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 82eff3bd-62e6-45a9-b365-7668d8f4b493 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:44.736066 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.740049 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-0471d1ae-fbae-4a56-8d46-b3fc7bc20e35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.1864555 Jan 18 12:47:44.803774 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.826629 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bf64c4-d807-406a-86f5-8b03ebc9cf72 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:44.850129 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port f7bf64c4-d807-406a-86f5-8b03ebc9cf72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:44.882158 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-332d677c-17a6-4dfe-98a5-280a4913145b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2396593 Jan 18 12:47:44.887916 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.927586 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-762081b7-c0e1-48f9-be37-e46ee03a4f5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259923 Jan 18 12:47:44.981540 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:45.112395 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-072bf5af-9f65-4094-9cf9-ce963eb4ce7e service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074227 Jan 18 12:47:45.199460 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8f540-666d-4bee-99a4-fc5a0c6161b1 req-484beb26-f3db-44ee-94b5-0a5d8ec53706 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:45.206274 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3bd8f540-666d-4bee-99a4-fc5a0c6161b1 req-484beb26-f3db-44ee-94b5-0a5d8ec53706 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.4847555 Jan 18 12:47:45.281635 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['f7bf64c4-d807-406a-86f5-8b03ebc9cf72'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:45.355590 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-bffaa93a-e5fa-420a-b858-71415c810567 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045336 Jan 18 12:47:45.423838 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-20b74839-e86d-4bd4-96bc-9828aa3dd822 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308788 Jan 18 12:47:45.474409 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3bd8f540-666d-4bee-99a4-fc5a0c6161b1 req-09acc49a-494c-4ce5-84d5-43b6f1975326 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671244 Jan 18 12:47:45.524060 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651325-f94c-4475-9973-e4a9211eda6e req-f4800dab-7df0-4677-9944-c8e89f4a5c67 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:45.531455 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9f651325-f94c-4475-9973-e4a9211eda6e req-f4800dab-7df0-4677-9944-c8e89f4a5c67 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 932 time: 0.4179671 Jan 18 12:47:45.634818 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-c85ff12f-1b2a-455d-b800-d9a3c2bcfd7e req-33bdf227-a4b8-4ec9-9f18-e6435720526c service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670264 Jan 18 12:47:45.731570 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9f651325-f94c-4475-9973-e4a9211eda6e req-89c37d67-8a3f-4056-91a2-c9e79c6780fb tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990407 Jan 18 12:47:45.760094 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:45.767727 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:45.783151 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Transition to ACTIVE for port object 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:45.788558 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-7ae174a1-608e-493d-80d8-44b686303cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 1096 time: 0.2549450 Jan 18 12:47:45.788757 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:45.973067 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec3cdd-7ec6-44fb-a9df-04015c734c5e req-b4ef7f31-7cd5-4008-ad04-4e404ef1d579 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:45.974518 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-21ec3cdd-7ec6-44fb-a9df-04015c734c5e req-b4ef7f31-7cd5-4008-ad04-4e404ef1d579 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 943 time: 0.2349005 Jan 18 12:47:45.976039 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Pushing event updated for resources: {'Port': ['ID=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:46.014003 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-eeaef4cb-8c69-4e20-9cc4-800809654f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.015438 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-eeaef4cb-8c69-4e20-9cc4-800809654f14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 912 time: 0.2148066 Jan 18 12:47:46.037534 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Attempting to bind port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:46.037890 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Attempting to bind port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:46.038183 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Attempting to bind port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 on network da698780-3064-4302-8b58-859ce1e0c59d {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:46.044683 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 on network da698780-3064-4302-8b58-859ce1e0c59d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:46.045000 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Attempting to bind port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 on network da698780-3064-4302-8b58-859ce1e0c59d {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:46.051133 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:46.051460 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Checking segment: {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:46.051838 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Bound using segment: {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:46.052251 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Bound port: 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:46.052590 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.092366 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-c14fd05e-79d9-4a01-a66f-fcefd98cfa2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 200 len: 217 time: 0.0653744 Jan 18 12:47:46.097025 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-21ec3cdd-7ec6-44fb-a9df-04015c734c5e req-f53003be-33b1-4a7e-ad02-73b60d9c196f tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106119 Jan 18 12:47:46.168480 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] For port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:46.171512 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] For port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:46.176642 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.178023 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-02d89265-64a5-43c3-8e6d-9ebeaf037210 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.179546 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-02d89265-64a5-43c3-8e6d-9ebeaf037210 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0784295 Jan 18 12:47:46.237496 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.238891 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] 10.222.0.20 "PUT /v2.0/ports/908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 HTTP/1.1" status: 200 len: 1094 time: 1.9070177 Jan 18 12:47:46.256768 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efe9e0-430a-4794-ac44-104d34eb7ebf service neutron] Pushing event updated for resources: {'Port': ['ID=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:46.261771 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-dba40e8d-6c0a-4f99-8f92-76bfe5ef08b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699809 Jan 18 12:47:46.408332 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183e995c-2027-4e08-a145-37bfa03a988b', 'tag': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:46.472798 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183e995c-2027-4e08-a145-37bfa03a988b', 'tag': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8', 'status': 'completed', 'code': 200} Jan 18 12:47:46.737460 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b75b8-c507-4b54-8b8c-ed9c9e4fa43c req-00368e98-5132-4d9d-9d26-377bd47d8da0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.738936 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-930b75b8-c507-4b54-8b8c-ed9c9e4fa43c req-00368e98-5132-4d9d-9d26-377bd47d8da0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.0909920 Jan 18 12:47:46.838735 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-930b75b8-c507-4b54-8b8c-ed9c9e4fa43c req-e56c3e7a-3e3d-4ed6-a59f-5a2346f2975e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918410 Jan 18 12:47:46.988196 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf8c5f-4069-488a-a246-b6df61ff97b0 req-0b21d70c-0d09-49f6-a7e3-c7eb068ccf8a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.989643 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0daf8c5f-4069-488a-a246-b6df61ff97b0 req-0b21d70c-0d09-49f6-a7e3-c7eb068ccf8a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.1178024 Jan 18 12:47:47.037720 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0daf8c5f-4069-488a-a246-b6df61ff97b0 req-e6a1d68c-9347-414f-867e-6430bc256bdf tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Jan 18 12:47:47.302127 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01670ad6-00f8-4f1e-95e7-c494c4cf559d req-0a0eb556-855f-43d7-84aa-ac8c58b99c12 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:47.303591 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01670ad6-00f8-4f1e-95e7-c494c4cf559d req-0a0eb556-855f-43d7-84aa-ac8c58b99c12 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 943 time: 0.0779147 Jan 18 12:47:47.351096 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01670ad6-00f8-4f1e-95e7-c494c4cf559d req-5ed1df14-ee23-4f45-8606-7a53f82b2509 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Jan 18 12:47:47.709985 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54772) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:47.848268 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.881314 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:47.888186 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Usage tracker for resource:security_group_rule and tenant:d682fa00c3584eb6afea45df3a153f70 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:47.890318 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:47.898322 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:47.971373 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.975591 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.066066 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f318a938-0182-4a6d-b290-deff0f4a1dce,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:48.076429 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-167d9425-9b2d-4fbb-a1f5-dc40ea671df0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d682fa00c3584eb6afea45df3a153f70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621454 Jan 18 12:47:48.077409 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54788) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:48.104865 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4678221-5500-442c-ac5d-12a072f6183d req-7464c47c-8126-4e02-93d7-c21f3543ea80 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.107891 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b4678221-5500-442c-ac5d-12a072f6183d req-7464c47c-8126-4e02-93d7-c21f3543ea80 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1191986 Jan 18 12:47:48.139395 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-01a25a96-0835-4b66-bb45-72de4f9184ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.159851 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b4678221-5500-442c-ac5d-12a072f6183d req-dd1bf4ec-3795-4ba5-819a-12b428c08664 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479712 Jan 18 12:47:48.177266 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-01a25a96-0835-4b66-bb45-72de4f9184ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.231042 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-01a25a96-0835-4b66-bb45-72de4f9184ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.250113 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a25a96-0835-4b66-bb45-72de4f9184ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318a938-0182-4a6d-b290-deff0f4a1dce,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:48.251985 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc939b-e90a-45a0-96dd-87d4fe431c80 req-c52209a8-5ebb-49b4-8665-8dc76eac1c63 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.254359 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-01a25a96-0835-4b66-bb45-72de4f9184ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.255481 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-01a25a96-0835-4b66-bb45-72de4f9184ed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f318a938-0182-4a6d-b290-deff0f4a1dce HTTP/1.1" status: 204 len: 168 time: 0.1766722 Jan 18 12:47:48.259463 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3efc939b-e90a-45a0-96dd-87d4fe431c80 req-c52209a8-5ebb-49b4-8665-8dc76eac1c63 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.0882447 Jan 18 12:47:48.303453 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3efc939b-e90a-45a0-96dd-87d4fe431c80 req-928f9f60-c34b-4673-a19c-89b9de1cd5e6 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Jan 18 12:47:48.558100 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefdf9a-8dbe-4170-b569-00e0e53bc18d req-64de6c0e-d1e6-420d-a4a3-9c89305bf85c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.559604 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dbefdf9a-8dbe-4170-b569-00e0e53bc18d req-64de6c0e-d1e6-420d-a4a3-9c89305bf85c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 943 time: 0.0857170 Jan 18 12:47:48.600876 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54800) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:48.624468 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dbefdf9a-8dbe-4170-b569-00e0e53bc18d req-1c7954c0-078a-4dc3-8e18-6bf15c98f5be tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593812 Jan 18 12:47:48.625514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.655740 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:48.659471 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Usage tracker for resource:security_group_rule and tenant:fda780d32f1a487fa2dcabfa7c97563b is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:48.662226 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:48.668357 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:48.731644 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.735239 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.762421 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:48.778688 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d9140-a98f-43a3-9443-275bb84a3b15,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:48.786623 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54804) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:48.786805 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ded3eef8-82c4-4b5f-9f65-52859e29efd6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fda780d32f1a487fa2dcabfa7c97563b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1848006 Jan 18 12:47:48.914014 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:48.932525 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-274995c6-b1c4-44c8-a1bb-260d404ed429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.935542 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '68107e2b-3ea9-4920-9795-528cd67216c4', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'port_id': '68107e2b-3ea9-4920-9795-528cd67216c4', 'mac_address': 'fa:16:3e:3e:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:48.952925 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-3992268a-7c16-42ce-a4aa-dde2dd3a8b9c service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594868 Jan 18 12:47:48.956357 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-50f9579e-5add-481a-956a-6a18c39682de req-9b8215ff-6a84-48f6-a89e-6b97764f5cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 1097 time: 0.1414313 Jan 18 12:47:48.971786 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-274995c6-b1c4-44c8-a1bb-260d404ed429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.998985 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.017483 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68107e2b-3ea9-4920-9795-528cd67216c4 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:49.044662 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:49.052137 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.125402 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e6c7f30-8d73-4209-bd08-ef2424b3feb8 req-a4d54f15-17ea-4441-a1ae-03806171ae8c service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657808 Jan 18 12:47:49.130753 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:49.162054 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9579e-5add-481a-956a-6a18c39682de req-dd8875fa-b690-4b67-9295-0ca1d52f91a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.163829 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-50f9579e-5add-481a-956a-6a18c39682de req-dd8875fa-b690-4b67-9295-0ca1d52f91a8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e33d3388d72146c19efde49b38057967&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1831388 Jan 18 12:47:49.164525 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-274995c6-b1c4-44c8-a1bb-260d404ed429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.184730 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274995c6-b1c4-44c8-a1bb-260d404ed429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d9140-a98f-43a3-9443-275bb84a3b15,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:49.263145 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-274995c6-b1c4-44c8-a1bb-260d404ed429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.264257 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-274995c6-b1c4-44c8-a1bb-260d404ed429 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d4d9140-a98f-43a3-9443-275bb84a3b15 HTTP/1.1" status: 204 len: 168 time: 0.4765983 Jan 18 12:47:49.382111 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b9214-0808-439e-8cea-d8f1a62fe45f req-f12cf421-210b-4fdf-be01-f9b8e830ae52 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.382599 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9579e-5add-481a-956a-6a18c39682de req-ed18031f-7b18-46c3-a995-ea7e49278109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.383546 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb2b9214-0808-439e-8cea-d8f1a62fe45f req-f12cf421-210b-4fdf-be01-f9b8e830ae52 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0794611 Jan 18 12:47:49.384091 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-50f9579e-5add-481a-956a-6a18c39682de req-ed18031f-7b18-46c3-a995-ea7e49278109 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004905 Jan 18 12:47:49.439715 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb2b9214-0808-439e-8cea-d8f1a62fe45f req-ca210e8e-05d5-4a7b-bca7-995e16bc4a86 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484402 Jan 18 12:47:49.541710 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5220a5c-5a76-4d32-bf04-0d2820fec7b0 req-5f23b4d5-257e-4ee1-9df7-d48540d6f948 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.543201 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a5220a5c-5a76-4d32-bf04-0d2820fec7b0 req-5f23b4d5-257e-4ee1-9df7-d48540d6f948 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.0774913 Jan 18 12:47:49.589377 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a5220a5c-5a76-4d32-bf04-0d2820fec7b0 req-6d45e6ee-b68f-49b2-9077-e773f054d924 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Jan 18 12:47:49.823481 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cda88-5084-4c20-b754-2cc90fe56331 req-569b4def-abfd-4211-9791-0d224f132cb7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.824933 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-019cda88-5084-4c20-b754-2cc90fe56331 req-569b4def-abfd-4211-9791-0d224f132cb7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 943 time: 0.0807586 Jan 18 12:47:49.871117 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-019cda88-5084-4c20-b754-2cc90fe56331 req-1bdb2151-0793-4715-866a-bd8037321f6a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Jan 18 12:47:50.175917 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54848) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:50.305468 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1924470202-network', 'tenant_id': '20e789bcaf9b4fd3a1c428d8cee7e79b'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:50.310036 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:50.313845 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Usage tracker for resource:network and tenant:20e789bcaf9b4fd3a1c428d8cee7e79b is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:50.316641 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:50.325405 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:50.335631 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Made reservation on behalf of 20e789bcaf9b4fd3a1c428d8cee7e79b for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:50.338130 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.350636 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.382204 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:50.386064 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Usage tracker for resource:security_group_rule and tenant:20e789bcaf9b4fd3a1c428d8cee7e79b is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:50.388843 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:50.394835 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:50.460913 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.465889 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.496537 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:47:50.505158 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54d1106-5a8a-4c71-afd2-2651141c886b,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:50.510864 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.511212 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Added segment b7ef4827-cf67-43e7-b2a6-2d52ac27237a of type vlan for network 2ba2f665-8362-47b1-b0ec-1d3f2a5630aa Jan 18 12:47:50.539270 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.577654 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.578848 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.579719 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.784216 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba2f665-8362-47b1-b0ec-1d3f2a5630aa,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:50.793790 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 2ba2f665-8362-47b1-b0ec-1d3f2a5630aa details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:47:50.818588 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3b51c8ed-81ae-413e-a4b3-ba4be4c0f881 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6415884 Jan 18 12:47:50.822129 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54870) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:50.829058 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Request body: {'subnet': {'network_id': '2ba2f665-8362-47b1-b0ec-1d3f2a5630aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1924470202-subnet', 'tenant_id': '20e789bcaf9b4fd3a1c428d8cee7e79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:50.835051 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:50.840366 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Usage tracker for resource:subnet and tenant:20e789bcaf9b4fd3a1c428d8cee7e79b is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:50.844578 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:50.852154 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92500f2-160e-4c1e-b34e-c1b5d427cc5b req-82b3b095-eddc-4da8-901f-aea71b0b635f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.852759 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:50.860570 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b92500f2-160e-4c1e-b34e-c1b5d427cc5b req-82b3b095-eddc-4da8-901f-aea71b0b635f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.2469456 Jan 18 12:47:50.866488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Made reservation on behalf of 20e789bcaf9b4fd3a1c428d8cee7e79b for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:50.869935 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.886761 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9fa5b-b918-4cc0-bd66-55e5a08bbc5a req-d167c6d1-069d-49ca-ad92-26711e38d8dd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.888241 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c0d9fa5b-b918-4cc0-bd66-55e5a08bbc5a req-d167c6d1-069d-49ca-ad92-26711e38d8dd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.1703141 Jan 18 12:47:50.986857 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b92500f2-160e-4c1e-b34e-c1b5d427cc5b req-2f801632-03fc-41d5-8246-0f5fe84c87af tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252232 Jan 18 12:47:50.991764 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c0d9fa5b-b918-4cc0-bd66-55e5a08bbc5a req-ed475f4d-7eeb-43d5-a54b-e624cf4bff30 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974410 Jan 18 12:47:51.025776 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device dfaf2c83-8b64-4293-a0b6-fabf39b60786 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:51.095805 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.174475 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port dfaf2c83-8b64-4293-a0b6-fabf39b60786, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:51.180546 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Checking segment: {'id': 'b7ef4827-cf67-43e7-b2a6-2d52ac27237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2ba2f665-8362-47b1-b0ec-1d3f2a5630aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:51.180905 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Network hostable DHCP agents. Network: 2ba2f665-8362-47b1-b0ec-1d3f2a5630aa, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:47:51.191216 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'port_id': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'mac_address': 'fa:16:3e:a0:ec:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:51.208916 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f8a81-697f-46e3-9a89-6e8dac6743f0 req-1848c2d7-90cd-4b70-a60b-b9289cad531b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:51.209962 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d21572d-6541-478f-9ab3-530c2def6b6a,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:51.210899 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-385f8a81-697f-46e3-9a89-6e8dac6743f0 req-1848c2d7-90cd-4b70-a60b-b9289cad531b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 943 time: 0.0798321 Jan 18 12:47:51.217012 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Network 2ba2f665-8362-47b1-b0ec-1d3f2a5630aa is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:51.241666 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 2ba2f665-8362-47b1-b0ec-1d3f2a5630aa) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:51.253788 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19316c-9bbf-43eb-96e0-2bb8532b0d0a None None] Network 2ba2f665-8362-47b1-b0ec-1d3f2a5630aa requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:51.257539 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:51.258610 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.270416 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.275345 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-385f8a81-697f-46e3-9a89-6e8dac6743f0 req-00dc8f60-783e-4b72-bea1-170d3f76ce0a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561299 Jan 18 12:47:51.296809 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1e45654b-80b3-4491-a42e-ae7e5910187f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4725971 Jan 18 12:47:51.342794 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfaf2c83-8b64-4293-a0b6-fabf39b60786 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:51.374362 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port dfaf2c83-8b64-4293-a0b6-fabf39b60786, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:51.386694 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.506965 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=dfaf2c83-8b64-4293-a0b6-fabf39b60786,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:51.553486 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdabe64-3765-4ddb-9829-783dc19ad75c None None] Network 2ba2f665-8362-47b1-b0ec-1d3f2a5630aa requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:51.989635 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-620130fc-c246-43d1-aa29-7ac6bc0f0be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.995885 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device f7bf64c4-d807-406a-86f5-8b03ebc9cf72 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:52.105701 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:52.111454 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:52.111916 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.128537 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54908) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:52.134950 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-15433797-network', 'tenant_id': '21e2bb9e80764ac09aa1cb2a3ba4d688'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:52.140702 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:52.144926 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Usage tracker for resource:network and tenant:21e2bb9e80764ac09aa1cb2a3ba4d688 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:52.160131 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:52.168237 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:52.182922 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Made reservation on behalf of 21e2bb9e80764ac09aa1cb2a3ba4d688 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:52.186697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.204582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.246255 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-be2887fb-f78e-4f72-b190-d28bab2a01d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 1097 time: 0.1824026 Jan 18 12:47:52.284389 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.316821 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['68107e2b-3ea9-4920-9795-528cd67216c4'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:52.355890 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-8797964d-8bc4-4445-8e50-886db225fd75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 HTTP/1.1" status: 200 len: 217 time: 0.0874882 Jan 18 12:47:52.360743 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:52.362959 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:52.372814 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Usage tracker for resource:security_group_rule and tenant:21e2bb9e80764ac09aa1cb2a3ba4d688 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:52.378993 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:52.389653 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port f7bf64c4-d807-406a-86f5-8b03ebc9cf72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:52.399770 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:52.407906 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.426973 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4e125-606b-40c3-910c-7f9d6eb49850 req-8e57aac1-5554-4efa-9688-6c5de16eca56 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:52.428720 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bce4e125-606b-40c3-910c-7f9d6eb49850 req-8e57aac1-5554-4efa-9688-6c5de16eca56 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.2014797 Jan 18 12:47:52.439109 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-9e5dc4ac-1615-499f-afaf-eb396428c474 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:52.441140 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-9e5dc4ac-1615-499f-afaf-eb396428c474 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.0765309 Jan 18 12:47:52.471150 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265f9f6-d8c7-4fb9-a797-246ed24de4ac req-01962df5-a562-4cb6-a1e2-b10df900eb74 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:52.472514 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0265f9f6-d8c7-4fb9-a797-246ed24de4ac req-01962df5-a562-4cb6-a1e2-b10df900eb74 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.2094510 Jan 18 12:47:52.506049 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:52.514747 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-9eab8901-067a-4d1f-8cc0-b425148fe2e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609157 Jan 18 12:47:52.526766 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['dfaf2c83-8b64-4293-a0b6-fabf39b60786'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:52.533514 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bce4e125-606b-40c3-910c-7f9d6eb49850 req-478ffc7f-92b6-4741-9cd8-629d910bf4a6 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924444 Jan 18 12:47:52.572514 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0265f9f6-d8c7-4fb9-a797-246ed24de4ac req-4fe53485-41cb-4f4a-8ac0-a5e1051516ee tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905168 Jan 18 12:47:52.577524 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.585653 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.651481 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:47:52.671285 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5185fbe3-7fdf-4bc6-b42e-92deef74a85f,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:52.677991 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.679125 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Added segment ef3dffc2-b97e-4ccd-8edc-2fe5976d5f65 of type vlan for network eb4e17f4-98dd-434b-a0c4-28726bb93f4e Jan 18 12:47:52.689247 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72', 'code': 200} Jan 18 12:47:52.711542 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.756031 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-b8bbe16e-b81f-4fad-9702-64c12a7a00aa service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332265 Jan 18 12:47:52.799879 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.801196 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:52.802051 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.991496 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b780617d-dcb5-4854-9c07-0dd3995fce22 req-b919241c-cd30-42b9-8f92-afbe28e8ed3b service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189713 Jan 18 12:47:53.050070 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] Pushing event updated for resources: {'Network': ['ID=eb4e17f4-98dd-434b-a0c4-28726bb93f4e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:53.052841 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3ef957f5-a85d-412e-8d4d-6b3140ff33ed admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9227655 Jan 18 12:47:53.055935 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54926) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:53.061692 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Request body: {'subnet': {'network_id': 'eb4e17f4-98dd-434b-a0c4-28726bb93f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-15433797-subnet', 'tenant_id': '21e2bb9e80764ac09aa1cb2a3ba4d688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:53.061855 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network eb4e17f4-98dd-434b-a0c4-28726bb93f4e details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:47:53.066259 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:53.069374 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bcff3-2498-420c-b3ab-bc28931ed704 req-9bbff59b-e8a0-4c40-81e8-f36fa35316ab tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:53.070136 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Usage tracker for resource:subnet and tenant:21e2bb9e80764ac09aa1cb2a3ba4d688 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:53.070822 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-556bcff3-2498-420c-b3ab-bc28931ed704 req-9bbff59b-e8a0-4c40-81e8-f36fa35316ab tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 944 time: 0.3292034 Jan 18 12:47:53.073137 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:53.079680 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:53.090725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Made reservation on behalf of 21e2bb9e80764ac09aa1cb2a3ba4d688 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:53.093004 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:53.133933 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-14a90d49-1ea7-4c3b-b034-01cbfdae00ea req-652db5c5-487f-4eec-b6ce-9103f0fe3657 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.1536331 Jan 18 12:47:53.136482 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-556bcff3-2498-420c-b3ab-bc28931ed704 req-a9297a22-c123-455b-b465-330021355fa1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569272 Jan 18 12:47:53.208784 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-14a90d49-1ea7-4c3b-b034-01cbfdae00ea req-e2771e41-a56f-4dcb-8f2f-1e96b3aacba0 service neutron] Synchronizing usage tracker for tenant:5065b5a29d6742148c6778526938d499 on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:53.233136 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-14a90d49-1ea7-4c3b-b034-01cbfdae00ea req-e2771e41-a56f-4dcb-8f2f-1e96b3aacba0 service neutron] Unset dirty status for tenant:5065b5a29d6742148c6778526938d499 on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:53.235083 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-14a90d49-1ea7-4c3b-b034-01cbfdae00ea req-e2771e41-a56f-4dcb-8f2f-1e96b3aacba0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923395 Jan 18 12:47:53.313329 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:53.387815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3806293-7a22-4540-9146-13811a5399e2,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:53.403286 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Checking segment: {'id': 'ef3dffc2-b97e-4ccd-8edc-2fe5976d5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb4e17f4-98dd-434b-a0c4-28726bb93f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:53.403286 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Network hostable DHCP agents. Network: eb4e17f4-98dd-434b-a0c4-28726bb93f4e, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:47:53.425030 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Network eb4e17f4-98dd-434b-a0c4-28726bb93f4e is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:53.434400 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, eb4e17f4-98dd-434b-a0c4-28726bb93f4e) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:53.439350 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:53.439931 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:53.444770 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80dcdae-140f-4960-bbfc-a659714ca852 None None] Network eb4e17f4-98dd-434b-a0c4-28726bb93f4e requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:53.460849 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4a66dab7-aea2-4f11-94fe-319a4e72fe15 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4036264 Jan 18 12:47:53.667962 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199932c7-b3f9-41d6-a290-cd4a9dd695c1 None None] Network eb4e17f4-98dd-434b-a0c4-28726bb93f4e requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:53.841596 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46185f94-bfe5-4824-860f-d74a3024b49c req-642f3a46-651e-4362-aee4-a8e21b115597 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:53.843343 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-46185f94-bfe5-4824-860f-d74a3024b49c req-642f3a46-651e-4362-aee4-a8e21b115597 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.1529686 Jan 18 12:47:53.854999 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416d05-e3cb-4ef1-b756-7d9523370f38 req-f17ea797-0241-4a4c-8031-4eae928ccafc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:53.856673 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-21416d05-e3cb-4ef1-b756-7d9523370f38 req-f17ea797-0241-4a4c-8031-4eae928ccafc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.1187201 Jan 18 12:47:53.944437 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-21416d05-e3cb-4ef1-b756-7d9523370f38 req-a71be7ac-c111-497a-8e84-9a15f916f20e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685477 Jan 18 12:47:53.959009 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-46185f94-bfe5-4824-860f-d74a3024b49c req-f1e0527d-232e-41d3-ae8d-0054626aba20 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889852 Jan 18 12:47:54.042600 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device dfaf2c83-8b64-4293-a0b6-fabf39b60786 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:54.117122 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port dfaf2c83-8b64-4293-a0b6-fabf39b60786 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:54.123324 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port dfaf2c83-8b64-4293-a0b6-fabf39b60786 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:54.123754 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.226376 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-03052d2d-ff12-4a00-941c-97c213eb53a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.308959 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.352891 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port dfaf2c83-8b64-4293-a0b6-fabf39b60786, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:54.358770 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.359700 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:54.405065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafffeb-7f0b-4e4d-8e1a-3bf31e43bbe7 req-bf36b4dd-da24-4eda-91f4-8bc4e2d8d087 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:54.407293 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-edafffeb-7f0b-4e4d-8e1a-3bf31e43bbe7 req-bf36b4dd-da24-4eda-91f4-8bc4e2d8d087 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 944 time: 0.0870864 Jan 18 12:47:54.475748 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-edafffeb-7f0b-4e4d-8e1a-3bf31e43bbe7 req-be4247b3-5077-4881-bae9-d83ab337f88e tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629239 Jan 18 12:47:54.508197 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=dfaf2c83-8b64-4293-a0b6-fabf39b60786,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:54.524659 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 68107e2b-3ea9-4920-9795-528cd67216c4 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:54.530523 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 68107e2b-3ea9-4920-9795-528cd67216c4 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:54.531021 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.687593 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 54978) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:54.692379 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:54.702255 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.745471 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:54.753086 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.759724 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'code': 200} Jan 18 12:47:54.828469 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:54.897497 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.934735 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:54.944802 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Usage tracker for resource:security_group_rule and tenant:4b90b7550103441ea940b91b85a9317a is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:54.953652 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:54.960156 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:55.073709 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.078875 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.136932 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724dd582-d869-4da9-bbe3-b5b5f81a29e6,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:55.165410 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-56f4b578-bc7f-47dc-8db0-b17c3496f581 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b90b7550103441ea940b91b85a9317a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4768569 Jan 18 12:47:55.166038 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 54996) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:55.274236 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.320411 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aaf7b-804c-4263-9169-d4f384e88a08 req-81633f2b-d241-436b-903c-b6e5fad54ca6 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.321870 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-159aaf7b-804c-4263-9169-d4f384e88a08 req-81633f2b-d241-436b-903c-b6e5fad54ca6 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.2118967 Jan 18 12:47:55.374214 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ff71a918-7fab-4d9f-bd9c-f82e64bce713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.408615 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.424970 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc02a30-34ee-425b-958b-338f4e60024b req-f56c513a-9b7c-446e-98cc-f75bbe88f592 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.426404 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-adc02a30-34ee-425b-958b-338f4e60024b req-f56c513a-9b7c-446e-98cc-f75bbe88f592 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.2473469 Jan 18 12:47:55.434003 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ff71a918-7fab-4d9f-bd9c-f82e64bce713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.479756 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6a73df48-a7cd-49db-9edb-7d5124dfa898 req-5c7599c0-5802-42a0-9fe7-5599e88f7911 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 1098 time: 0.2402785 Jan 18 12:47:55.481870 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-159aaf7b-804c-4263-9169-d4f384e88a08 req-7dba8a37-5ce8-48e0-ab5b-aec0dc4daade tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492131 Jan 18 12:47:55.520276 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-adc02a30-34ee-425b-958b-338f4e60024b req-6e2eef87-06c4-42f6-9139-d65efab9fe27 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795574 Jan 18 12:47:55.545091 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ff71a918-7fab-4d9f-bd9c-f82e64bce713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.560138 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71a918-7fab-4d9f-bd9c-f82e64bce713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724dd582-d869-4da9-bbe3-b5b5f81a29e6,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:55.566474 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ff71a918-7fab-4d9f-bd9c-f82e64bce713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.567701 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ff71a918-7fab-4d9f-bd9c-f82e64bce713 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/724dd582-d869-4da9-bbe3-b5b5f81a29e6 HTTP/1.1" status: 204 len: 168 time: 0.4001791 Jan 18 12:47:55.703222 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8a328-0a4c-4c48-857f-8c024915aa64 req-52753c30-f5cc-4100-9f3b-8fc8bc2bf100 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.704668 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bfb8a328-0a4c-4c48-857f-8c024915aa64 req-52753c30-f5cc-4100-9f3b-8fc8bc2bf100 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0815866 Jan 18 12:47:55.754939 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bfb8a328-0a4c-4c48-857f-8c024915aa64 req-3bf3350d-0044-4aec-8e56-60ba221af27e tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Jan 18 12:47:55.941192 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55018) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:55.968151 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.998733 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:56.004107 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Usage tracker for resource:security_group_rule and tenant:6e1fa28b83e648fc8db6c82791b11889 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:56.006922 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:56.013126 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:56.093272 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.098085 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.147992 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaeb3bc-8906-47ca-b4b7-0e6bc8f23c02,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:56.156679 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e1fa28b83e648fc8db6c82791b11889&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2120440 Jan 18 12:47:56.156924 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55030) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:56.172496 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.172843 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.173184 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.173511 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.173837 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.174163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.174488 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.174826 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.175152 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.175553 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.175777 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce44e74-a1f0-4716-ac99-e3869b1ab125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:56.230487 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c78a4643-f000-4c79-aeb8-106ac9c426fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.303742 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c78a4643-f000-4c79-aeb8-106ac9c426fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.381570 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6a73df48-a7cd-49db-9edb-7d5124dfa898 req-2f4cf73b-f430-4f02-b1df-ef1a447d9acb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699925 Jan 18 12:47:56.425922 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c78a4643-f000-4c79-aeb8-106ac9c426fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.442999 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a4643-f000-4c79-aeb8-106ac9c426fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaeb3bc-8906-47ca-b4b7-0e6bc8f23c02,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:56.463131 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c78a4643-f000-4c79-aeb8-106ac9c426fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.467243 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-c78a4643-f000-4c79-aeb8-106ac9c426fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dfaeb3bc-8906-47ca-b4b7-0e6bc8f23c02 HTTP/1.1" status: 204 len: 168 time: 0.3064547 Jan 18 12:47:56.482303 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa976a-89a8-4b3d-a726-befb8fe38ff3 req-1c0bf656-3455-4979-afad-18729e5114ee tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:56.483756 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1eaa976a-89a8-4b3d-a726-befb8fe38ff3 req-1c0bf656-3455-4979-afad-18729e5114ee tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.1010709 Jan 18 12:47:56.528777 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.531241 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1eaa976a-89a8-4b3d-a726-befb8fe38ff3 req-2031ba37-e7ea-47f6-a649-f3807ffaa577 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Jan 18 12:47:56.691045 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd327cde-0ef7-4f2c-b877-006ccfda8e6b req-e93a262b-ae7d-4c34-9f92-d24bfa116fd5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:56.695345 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cd327cde-0ef7-4f2c-b877-006ccfda8e6b req-e93a262b-ae7d-4c34-9f92-d24bfa116fd5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 944 time: 0.0832250 Jan 18 12:47:56.761038 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:56.790296 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cd327cde-0ef7-4f2c-b877-006ccfda8e6b req-d6341c9d-3f76-40ef-ab73-12d745ff6ad3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642674 Jan 18 12:47:56.822264 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ad5fa-4a89-4644-a773-c3d5b6bf5111 req-08e4d912-0441-409d-baf4-541bd0535054 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:56.823864 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a07ad5fa-4a89-4644-a773-c3d5b6bf5111 req-08e4d912-0441-409d-baf4-541bd0535054 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1275153 Jan 18 12:47:56.864659 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4', 'code': 200} Jan 18 12:47:56.898178 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a07ad5fa-4a89-4644-a773-c3d5b6bf5111 req-270a6f38-6a55-4139-a96e-5b06ddb6ced3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681095 Jan 18 12:47:57.037441 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a6b59-c735-4a74-86b6-872395ca6245 req-a7a51a3f-e5a8-424d-8733-9a78d8c9a2aa tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:57.038909 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a5a6b59-c735-4a74-86b6-872395ca6245 req-a7a51a3f-e5a8-424d-8733-9a78d8c9a2aa tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0748584 Jan 18 12:47:57.081352 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:57.088926 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a5a6b59-c735-4a74-86b6-872395ca6245 req-dadd4ec0-6383-4ee5-9e0e-be3b3d073a4d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Jan 18 12:47:57.224264 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:57.237408 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8', 'network_id': 'da698780-3064-4302-8b58-859ce1e0c59d', 'port_id': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8', 'mac_address': 'fa:16:3e:f4:17:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cce958-8460-419c-83ec-3a7509624392', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:57.296399 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.314533 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:57.330906 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:57.335564 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.402724 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:57.732448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef9f89-2116-41de-9916-557348db8534 req-22987eb1-62a2-4979-a866-1b6450d9f7e3 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:57.733890 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f8ef9f89-2116-41de-9916-557348db8534 req-22987eb1-62a2-4979-a866-1b6450d9f7e3 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.0837300 Jan 18 12:47:57.780022 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f8ef9f89-2116-41de-9916-557348db8534 req-467c5358-cc52-4225-a3bc-4a990a7e8709 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398071 Jan 18 12:47:57.896406 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55082) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:57.995453 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a816-ae8c-4911-88c9-9f2eb692e05f req-6ad58523-3b1c-4669-bb79-725e7799d934 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:57.996988 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-42b3a816-ae8c-4911-88c9-9f2eb692e05f req-6ad58523-3b1c-4669-bb79-725e7799d934 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 945 time: 0.0841484 Jan 18 12:47:58.042081 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.072695 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:58.076602 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Usage tracker for resource:security_group_rule and tenant:992acb44a17540e9b38a8340fa38ba48 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:58.079445 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:58.085255 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:58.085801 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-42b3a816-ae8c-4911-88c9-9f2eb692e05f req-bab61a80-0306-4044-a105-3adc63856099 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830405 Jan 18 12:47:58.123159 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789a36a-efd2-4e94-b345-b83fd07a1e71 req-13a4219c-3717-476f-ae44-3a7becb639b7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:58.124622 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e789a36a-efd2-4e94-b345-b83fd07a1e71 req-13a4219c-3717-476f-ae44-3a7becb639b7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0900195 Jan 18 12:47:58.162587 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.172245 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.176342 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e789a36a-efd2-4e94-b345-b83fd07a1e71 req-85d27ec0-0d61-4526-971f-3cfad8e905ab tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458529 Jan 18 12:47:58.236243 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=992acb44a17540e9b38a8340fa38ba48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3382397 Jan 18 12:47:58.237102 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0992a0-e83e-464f-a93a-a603006ea819,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:58.239135 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55094) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:58.262166 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.262518 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.262878 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.263212 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.263544 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.263872 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.264193 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.264514 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.264834 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.265153 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.265471 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889b7c82-f644-441f-9f11-d9a26eb18a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.304618 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b422853-ca66-49af-a879-5d728071aa6e req-4e257c7a-d83a-4c4d-8035-db9c3540265d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:58.306050 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3b422853-ca66-49af-a879-5d728071aa6e req-4e257c7a-d83a-4c4d-8035-db9c3540265d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0808511 Jan 18 12:47:58.310169 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b011be77-3f4d-485d-baef-d6ac0c5feb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.335825 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b011be77-3f4d-485d-baef-d6ac0c5feb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.352319 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3b422853-ca66-49af-a879-5d728071aa6e req-8cdcf3b9-f831-4f26-ba59-6e10b2ba79a4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 Jan 18 12:47:58.387340 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b011be77-3f4d-485d-baef-d6ac0c5feb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.402468 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011be77-3f4d-485d-baef-d6ac0c5feb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0992a0-e83e-464f-a93a-a603006ea819,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:58.411796 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b011be77-3f4d-485d-baef-d6ac0c5feb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.424820 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b011be77-3f4d-485d-baef-d6ac0c5feb38 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd0992a0-e83e-464f-a93a-a603006ea819 HTTP/1.1" status: 204 len: 168 time: 0.1754844 Jan 18 12:47:58.515770 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:58.897004 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d41f3ed6-4590-4af7-94b2-16d54bec85aa req-2f7edf03-bcdb-49a0-ac09-b4e39a829618 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1099 time: 0.0777297 Jan 18 12:47:59.001406 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d41f3ed6-4590-4af7-94b2-16d54bec85aa req-93652283-8c78-4c07-ba9d-39396eb9433e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926216 Jan 18 12:47:59.020304 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b4aba-54a8-4e12-b4fd-75ea6bd5a561 req-5793f516-80bc-41a5-8604-6d0469a3e533 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:59.021707 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa5b4aba-54a8-4e12-b4fd-75ea6bd5a561 req-5793f516-80bc-41a5-8604-6d0469a3e533 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.0983450 Jan 18 12:47:59.069042 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa5b4aba-54a8-4e12-b4fd-75ea6bd5a561 req-bdb7f7c7-a554-4f7d-904f-f73227156208 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Jan 18 12:47:59.431008 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb97ff-64dc-4b69-ad98-fee787584843 req-df502538-4d12-402c-9754-d11a4db100e9 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:59.433021 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0bb97ff-64dc-4b69-ad98-fee787584843 req-df502538-4d12-402c-9754-d11a4db100e9 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 945 time: 0.2131565 Jan 18 12:47:59.503682 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0bb97ff-64dc-4b69-ad98-fee787584843 req-c62b8390-2d0e-487a-aff6-cda09107aadd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618465 Jan 18 12:47:59.518492 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6db5-5c38-48ab-9dd8-b98c8d7e22f4 req-61a5b34a-d6e8-4bda-8b07-315b11e31fdb tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:59.521161 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a4f6db5-5c38-48ab-9dd8-b98c8d7e22f4 req-61a5b34a-d6e8-4bda-8b07-315b11e31fdb tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1926045 Jan 18 12:47:59.586109 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a4f6db5-5c38-48ab-9dd8-b98c8d7e22f4 req-c38ef693-767e-4593-936d-d05a6118f902 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589976 Jan 18 12:47:59.768981 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f537d81-6132-47d5-984e-7961a3f75780 req-7aff8de5-30ab-48bb-9fdd-68237cdc8ecf tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:59.770453 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4f537d81-6132-47d5-984e-7961a3f75780 req-7aff8de5-30ab-48bb-9fdd-68237cdc8ecf tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0910838 Jan 18 12:47:59.823593 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4f537d81-6132-47d5-984e-7961a3f75780 req-de8e359c-9aba-486c-a02c-981976e5a68d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472152 Jan 18 12:48:00.098278 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:00.169348 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:00.174190 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:00.174659 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.317319 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.347197 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183e995c-2027-4e08-a145-37bfa03a988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:00.373292 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:00.383329 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.387488 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-2a94cc8f-c8a3-4eaa-aaca-f6607dc3d31a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0976179 Jan 18 12:48:00.394825 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8693-99e7-4639-a01c-f3e8f56ecd61 req-0b6188cc-ea3b-4909-ba47-6adf77f8b376 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:00.402986 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-940b8693-99e7-4639-a01c-f3e8f56ecd61 req-0b6188cc-ea3b-4909-ba47-6adf77f8b376 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.1750863 Jan 18 12:48:00.449640 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-940b8693-99e7-4639-a01c-f3e8f56ecd61 req-c5189573-d583-4c0b-acdd-50b916d5b893 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Jan 18 12:48:00.450459 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183e995c-2027-4e08-a145-37bfa03a988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8', 'code': 200} Jan 18 12:48:00.488626 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:00.585291 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-aa75e9d3-6812-4a02-a9a6-7fef4b0699cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 1098 time: 0.0701432 Jan 18 12:48:01.022206 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e9a84fff-b23c-41be-af70-0b3eff5c1267 req-ad7d8296-255e-45a2-9faf-0311b571cb66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 1099 time: 0.2201314 Jan 18 12:48:01.105849 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e9a84fff-b23c-41be-af70-0b3eff5c1267 req-9544e55a-6856-4b03-81b2-2e7e2c35ab8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 Jan 18 12:48:01.125410 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-59c9b13e-6bb4-4470-a11b-c26967ebbcf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.127191 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-59c9b13e-6bb4-4470-a11b-c26967ebbcf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 916 time: 0.3686697 Jan 18 12:48:01.151203 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5409-2b3e-43b4-9bc9-8a1a30254223 req-9f648342-89ec-4373-a5a4-0601a97a0a99 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.157264 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-032b5409-2b3e-43b4-9bc9-8a1a30254223 req-9f648342-89ec-4373-a5a4-0601a97a0a99 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.4940341 Jan 18 12:48:01.160936 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d93139-9dba-474d-9eb8-fe386e94a153 req-ae6031e4-71fd-46ea-9bf7-edf0195adf0d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.162580 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8d93139-9dba-474d-9eb8-fe386e94a153 req-ae6031e4-71fd-46ea-9bf7-edf0195adf0d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.3215466 Jan 18 12:48:01.248455 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-032b5409-2b3e-43b4-9bc9-8a1a30254223 req-784e428e-e520-4ae6-a51a-e141897135e1 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845499 Jan 18 12:48:01.259708 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8d93139-9dba-474d-9eb8-fe386e94a153 req-bbf9ce84-3f10-4ba9-a058-96f706bf79ee tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778413 Jan 18 12:48:01.461739 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385faf8-279a-4322-bc08-5a42c2dbaf30 req-c395ade3-c7b3-4e79-9d4d-c74682229fc3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.464438 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1385faf8-279a-4322-bc08-5a42c2dbaf30 req-c395ade3-c7b3-4e79-9d4d-c74682229fc3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0853784 Jan 18 12:48:01.519434 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1385faf8-279a-4322-bc08-5a42c2dbaf30 req-4e628e74-3701-4968-ab35-5dfb9ee76b4e tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487592 Jan 18 12:48:01.606984 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-31a9de13-f505-4a70-a6ac-ac55bc0b4f47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d998742-6b33-4f61-b85a-20a2f966a89e HTTP/1.1" status: 200 len: 217 time: 0.0864434 Jan 18 12:48:01.778722 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb47cb-3d86-4b1d-8ec1-96cb9494fa8b req-154cce6e-9217-4299-9493-2981efb734c6 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.780210 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-78eb47cb-3d86-4b1d-8ec1-96cb9494fa8b req-154cce6e-9217-4299-9493-2981efb734c6 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.1467390 Jan 18 12:48:01.790134 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590873b-2666-469a-944a-713b3656b795 req-8fa32345-3028-42eb-9be3-d94b9850eff5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.792172 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6590873b-2666-469a-944a-713b3656b795 req-8fa32345-3028-42eb-9be3-d94b9850eff5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1153388 Jan 18 12:48:01.801248 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55216) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:01.807246 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'floatingip': {'port_id': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:01.920272 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-78eb47cb-3d86-4b1d-8ec1-96cb9494fa8b req-b211cfa1-0b61-42e7-bf14-6ea1041605a0 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271369 Jan 18 12:48:01.925694 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.947090 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:02.511180 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21979957-89d3-45d1-9c54-9bf7d51e3b36 req-d9d16c43-f402-4989-9474-4e560725992f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:02.512629 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-21979957-89d3-45d1-9c54-9bf7d51e3b36 req-d9d16c43-f402-4989-9474-4e560725992f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1334798 Jan 18 12:48:02.522961 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba737449-3c08-4231-b866-cede630dec7c req-47ddda88-f308-4544-9009-54491d3540e7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:02.524452 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ba737449-3c08-4231-b866-cede630dec7c req-47ddda88-f308-4544-9009-54491d3540e7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1109102 Jan 18 12:48:02.595240 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-21979957-89d3-45d1-9c54-9bf7d51e3b36 req-4385e77c-4833-4633-9273-61a10e570d57 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698397 Jan 18 12:48:02.599961 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ba737449-3c08-4231-b866-cede630dec7c req-91514ffd-f21e-4910-9387-1690bc1ab40d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591748 Jan 18 12:48:02.713050 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:02.716843 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:02.823632 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-227ce9e6-adfe-41ca-b5e9-b27664b5ec09 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:02.825095 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-227ce9e6-adfe-41ca-b5e9-b27664b5ec09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.1070645 Jan 18 12:48:02.853365 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934e45-634d-456a-af9e-8868dc252c61 req-ad75771d-bf22-4e25-b659-68cb11dd4cc0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:02.855772 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-53934e45-634d-456a-af9e-8868dc252c61 req-ad75771d-bf22-4e25-b659-68cb11dd4cc0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1038039 Jan 18 12:48:02.864850 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55236) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:02.870569 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'floatingip': {'port_id': '68107e2b-3ea9-4920-9795-528cd67216c4'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:02.923694 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.l3_db [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Floating IP 2340aa0b-65f1-4115-807c-017d67ca0cbe associated. External IP: 172.27.0.77, port: dfaf2c83-8b64-4293-a0b6-fabf39b60786. Jan 18 12:48:02.949532 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:03.260687 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9001-bcc9-4fd0-adb5-6f6be24ace5c req-75a44678-2ff1-469f-a8d8-c0f77a0e107e tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:03.262220 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2e0f9001-bcc9-4fd0-adb5-6f6be24ace5c req-75a44678-2ff1-469f-a8d8-c0f77a0e107e tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.2061658 Jan 18 12:48:03.393039 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2e0f9001-bcc9-4fd0-adb5-6f6be24ace5c req-dee35d21-47bb-4390-8b74-04ecf6f36d27 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233513 Jan 18 12:48:03.406468 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Router 181b6071-d203-4b07-a33f-de781cbf485b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:03.608641 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:03.615375 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:03.625044 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] Sync routers for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:03.650091 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:03.655891 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:03.683255 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-296a35a0-cbee-45b5-98cb-2d985181295a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "PUT /v2.0/floatingips/2340aa0b-65f1-4115-807c-017d67ca0cbe HTTP/1.1" status: 200 len: 990 time: 1.8806684 Jan 18 12:48:03.683813 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:03.946580 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:03.974238 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:03.986369 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.050605 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473884-fb58-46d4-82ab-6b54c89e714d req-eb55084b-fbd3-48d1-807a-978806e3d36a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:04.052050 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01473884-fb58-46d4-82ab-6b54c89e714d req-eb55084b-fbd3-48d1-807a-978806e3d36a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1678970 Jan 18 12:48:04.120098 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01473884-fb58-46d4-82ab-6b54c89e714d req-f021861e-720b-43bb-aa25-59efd815550b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612679 Jan 18 12:48:04.202097 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'status': 'completed', 'code': 200} Jan 18 12:48:04.252864 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Floating IP 4c3b3301-a47f-41fa-a7cf-c2340484a44c associated. External IP: 172.27.0.170, port: 68107e2b-3ea9-4920-9795-528cd67216c4. Jan 18 12:48:04.352776 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '2340aa0b-65f1-4115-807c-017d67ca0cbe', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'port_id': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'mac_address': 'fa:16:3e:a0:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:27Z', 'updated_at': '2022-01-18T12:48:02Z', 'revision_number': 1, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:04.356633 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] Checking router: 181b6071-d203-4b07-a33f-de781cbf485b for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:04.367018 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:04.367641 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:04.544084 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:04.664555 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bc1bd-947d-49fb-9cb9-1d36f808c884 req-e5184440-5fcf-4373-96a7-d7c6e142fb7e tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:04.666031 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b0bc1bd-947d-49fb-9cb9-1d36f808c884 req-e5184440-5fcf-4373-96a7-d7c6e142fb7e tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.1438897 Jan 18 12:48:04.732381 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b0bc1bd-947d-49fb-9cb9-1d36f808c884 req-872c4a3b-3700-45a4-bd57-aaa3f8ae8ace tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Jan 18 12:48:04.769492 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:04.818393 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-00dae4ea-6dc8-4815-87e1-ee90d14b27bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475488 Jan 18 12:48:04.882702 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-003506b6-f0b8-4766-a717-e08ddca71973 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 1098 time: 0.0815358 Jan 18 12:48:04.923883 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '2340aa0b-65f1-4115-807c-017d67ca0cbe', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'port_id': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'mac_address': 'fa:16:3e:a0:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:27Z', 'updated_at': '2022-01-18T12:48:02Z', 'revision_number': 1, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:04.928513 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6491c80-6224-42dd-a363-cd4f735636b9 None None] The sync data for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi is: [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '2340aa0b-65f1-4115-807c-017d67ca0cbe', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'port_id': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'mac_address': 'fa:16:3e:a0:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:27Z', 'updated_at': '2022-01-18T12:48:02Z', 'revision_number': 1, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:05.033159 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-ebb8bf50-59d2-4bed-91bd-464fc39e4d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.033945 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-ebb8bf50-59d2-4bed-91bd-464fc39e4d98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 912 time: 0.1351895 Jan 18 12:48:05.109539 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-3f201dcf-cb20-4b58-befa-5ed86332eb0c service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165356 Jan 18 12:48:05.144589 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-d8c97c25-e507-436f-8bbe-91a0f052cbc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 200 len: 998 time: 0.1015232 Jan 18 12:48:05.219027 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-912299e1-e58f-4e49-a9cf-b41299045ed0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.220473 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-912299e1-e58f-4e49-a9cf-b41299045ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0585101 Jan 18 12:48:05.315094 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-a32bf748-a366-48b7-a63f-5146683b810f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829227 Jan 18 12:48:05.366812 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b116256-1968-4e55-8e51-c8b953446ef0 req-66d148d4-777b-4ee9-be8e-c3671dbb93c0 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110994 Jan 18 12:48:05.385690 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:05.390006 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:05.418001 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db8cc-2d53-477f-9778-89f6375e06c5 req-5ae5cf6c-a1e4-40fa-b690-0405d7bc8c27 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.419470 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c63db8cc-2d53-477f-9778-89f6375e06c5 req-5ae5cf6c-a1e4-40fa-b690-0405d7bc8c27 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1771276 Jan 18 12:48:05.466806 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-ef74efb2-f973-4cd6-9ff8-0d01fa3a9b79 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405356 Jan 18 12:48:05.479664 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ea188c3a-ead2-4949-8532-3bbf5c053309 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "PUT /v2.0/floatingips/4c3b3301-a47f-41fa-a7cf-c2340484a44c HTTP/1.1" status: 200 len: 992 time: 2.6137924 Jan 18 12:48:05.482528 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:05.493495 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c63db8cc-2d53-477f-9778-89f6375e06c5 req-34ffd5c7-ab5f-47d9-9d64-22923f6fc3c0 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633643 Jan 18 12:48:05.560064 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4', 'status': 'completed', 'code': 200} Jan 18 12:48:05.678354 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-924570c1-91a5-4f0b-8eba-2e0c243cef47 req-0ea1b7b2-abb2-45cd-9706-10a6b49166f6 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337440 Jan 18 12:48:05.851442 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-943c1587-a19e-443f-821e-d90e81e39c28 req-00631d81-15ca-47b2-8ceb-86800e9dcd61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1099 time: 0.0760233 Jan 18 12:48:06.063316 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c1587-a19e-443f-821e-d90e81e39c28 req-16cf14ad-4831-4039-891e-87c15eca3d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.064754 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-943c1587-a19e-443f-821e-d90e81e39c28 req-16cf14ad-4831-4039-891e-87c15eca3d6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.1650529 Jan 18 12:48:06.107125 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db8c6b-0555-4f58-b352-f5920148dfaf req-95189939-7e05-4210-97f1-56fee2c3f7b8 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.108672 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-19db8c6b-0555-4f58-b352-f5920148dfaf req-95189939-7e05-4210-97f1-56fee2c3f7b8 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.0788729 Jan 18 12:48:06.157347 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-19db8c6b-0555-4f58-b352-f5920148dfaf req-8cec80ac-e409-439b-ae07-dbc079d4eea7 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Jan 18 12:48:06.424753 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-943c1587-a19e-443f-821e-d90e81e39c28 req-62ca6ca1-10bf-444c-be9d-32cf96031d4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68107e2b-3ea9-4920-9795-528cd67216c4 HTTP/1.1" status: 200 len: 1000 time: 0.1907620 Jan 18 12:48:06.496520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c1587-a19e-443f-821e-d90e81e39c28 req-1540e106-05e5-48db-8593-44660d3e2a28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.497967 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-943c1587-a19e-443f-821e-d90e81e39c28 req-1540e106-05e5-48db-8593-44660d3e2a28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.0654845 Jan 18 12:48:06.609365 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-943c1587-a19e-443f-821e-d90e81e39c28 req-23911939-60c8-43eb-9403-4471452da55e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924625 Jan 18 12:48:06.807068 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b775-40f9-496d-89e1-fccf5f7042c7 req-a9465515-7fd2-46c1-ac29-c60079a2b357 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.808654 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fa7b775-40f9-496d-89e1-fccf5f7042c7 req-a9465515-7fd2-46c1-ac29-c60079a2b357 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1070621 Jan 18 12:48:06.844812 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-943c1587-a19e-443f-821e-d90e81e39c28 req-b1cd674f-b16d-4543-98c1-8726b6d6aad2 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131586 Jan 18 12:48:06.874611 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fa7b775-40f9-496d-89e1-fccf5f7042c7 req-e1cb40cc-9eaf-4242-bae4-c876fb2e5b37 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590374 Jan 18 12:48:07.054743 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-943c1587-a19e-443f-821e-d90e81e39c28 req-ad7dd07d-3119-41cb-ac09-adef291d224f service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918538 Jan 18 12:48:07.232286 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-27b92a34-3c73-4606-baf9-89edf8f7863c tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.233732 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-27b92a34-3c73-4606-baf9-89edf8f7863c tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.20 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.1159468 Jan 18 12:48:07.390694 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Deleting port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:48:07.391076 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.521219 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6131c-919d-4590-b1b8-5be3cc9c7f59 req-d9c19dad-aa04-4311-a2a4-72846fc9dfe4 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.522750 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08b6131c-919d-4590-b1b8-5be3cc9c7f59 req-d9c19dad-aa04-4311-a2a4-72846fc9dfe4 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 945 time: 0.2048023 Jan 18 12:48:07.660728 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08b6131c-919d-4590-b1b8-5be3cc9c7f59 req-9d70499e-efea-4454-944b-f4cac8d5bb41 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/security-groups?id=7ee5182c-bd1a-4cc7-afdf-39277a6d787e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152985 Jan 18 12:48:07.698559 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] For port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,segment=NetworkSegment(4a0c4fbe-9075-4006-b9b6-b4617812ee8a),segment_id=4a0c4fbe-9075-4006-b9b6-b4617812ee8a)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:07.698976 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.823030 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Calling delete_port for 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:48:08.297657 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.369675 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Pushing event deleted for resources: {'Port': ['ID=9e52d5bb-714c-4d3f-aab6-8f6e456d0916,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:08.433259 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-f09a8a15-34a1-46d2-946b-c56f1aeb9892 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:08.434734 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-f09a8a15-34a1-46d2-946b-c56f1aeb9892 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.3066444 Jan 18 12:48:08.441163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387f5e-ae3c-4606-9b9d-0e42c4f15523 req-2deb1b52-7e8c-46e3-9202-46bd36358f81 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:08.442509 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-43387f5e-ae3c-4606-9b9d-0e42c4f15523 req-2deb1b52-7e8c-46e3-9202-46bd36358f81 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.3163850 Jan 18 12:48:08.506114 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] No DVR routers for this DVR port 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:48:08.510107 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-7f20c01d-73b0-46fa-9644-cbf2bea2ec75 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/quotas/fb54d3b7cb2f4b1485b4b5dc82fbfa10 HTTP/1.1" status: 200 len: 375 time: 0.0665202 Jan 18 12:48:08.513121 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.515679 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'name': 'network-vif-deleted', 'tag': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:08.585657 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d3fdd521-8c06-422f-9af2-137f54c5d43a req-6bc3645f-294f-4557-8d48-960a0ef970c9 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.20 "DELETE /v2.0/ports/9e52d5bb-714c-4d3f-aab6-8f6e456d0916 HTTP/1.1" status: 204 len: 173 time: 1.3091707 Jan 18 12:48:08.590839 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-43387f5e-ae3c-4606-9b9d-0e42c4f15523 req-876260d6-9b9a-48b4-8be9-c36e340544c8 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353502 Jan 18 12:48:08.620338 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-2f1adb1a-0b25-4372-b4a5-93dce2120941 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989304 Jan 18 12:48:08.753997 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-e77ecca2-fda4-481f-a93a-82580bc4cb09 service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261590 Jan 18 12:48:08.838641 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60602876-a1f4-4ac6-87ff-fdff4deea5c3', 'name': 'network-vif-deleted', 'tag': '9e52d5bb-714c-4d3f-aab6-8f6e456d0916', 'status': 'completed', 'code': 200} Jan 18 12:48:08.889306 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-79723d91-7887-4ac0-beeb-aea4f1f56a63 service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297183 Jan 18 12:48:09.154071 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-6e85e4e1-62cd-40e0-857e-5ff1b55ae2fc req-94605106-a1ce-4fec-94cc-b922963f8e48 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Synchronizing usage tracker for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:09.174091 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-6e85e4e1-62cd-40e0-857e-5ff1b55ae2fc req-94605106-a1ce-4fec-94cc-b922963f8e48 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] Unset dirty status for tenant:71a02318ab504b58afb343a7e9bbdcb5 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:09.177362 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6e85e4e1-62cd-40e0-857e-5ff1b55ae2fc req-94605106-a1ce-4fec-94cc-b922963f8e48 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 210 time: 0.0637317 Jan 18 12:48:09.340716 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6782456c-9996-4d46-8687-b75b483d4ee9 req-3b9cca55-af8a-48ab-b690-4f2b77404481 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 210 time: 0.0794196 Jan 18 12:48:09.522927 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-ec470f62-dc42-4794-b14b-6451c1c5208d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 1099 time: 0.1681194 Jan 18 12:48:09.557549 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edd142-3a3c-4883-9177-efc2704bd79b req-67de7dbe-bf16-43ba-84e6-092ec4345f54 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.559465 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-79edd142-3a3c-4883-9177-efc2704bd79b req-67de7dbe-bf16-43ba-84e6-092ec4345f54 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1516802 Jan 18 12:48:09.715786 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-79edd142-3a3c-4883-9177-efc2704bd79b req-56353a83-95b1-427c-bbd3-7e91c2965863 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943854 Jan 18 12:48:09.737986 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-01e3ca27-e54e-424b-a449-de7e28d53c60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.739489 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-01e3ca27-e54e-424b-a449-de7e28d53c60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 919 time: 0.2098205 Jan 18 12:48:09.815024 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-8a37cec5-23a7-47a0-9540-838aed1f44b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 HTTP/1.1" status: 200 len: 217 time: 0.0685780 Jan 18 12:48:09.888787 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-c5b884b3-fceb-4927-82cb-43e7de7699bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.890243 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-c5b884b3-fceb-4927-82cb-43e7de7699bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.0684135 Jan 18 12:48:09.957598 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-7aed2159-997b-4997-8dde-6d9ddbd0236a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442567 Jan 18 12:48:10.149329 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:10.155536 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-09bf7e3d-4837-4cc4-ba05-e2478d8db75b service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915283 Jan 18 12:48:10.199554 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:48:10.200140 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9e52d5bb-714c-4d3f-aab6-8f6e456d0916 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:48:10.458443 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-55294081-772a-4d8f-a0db-804596b10f31 req-46a43c63-d853-4c2e-978d-f0547c7e5212 tempest-DeleteServersTestJSON-247735272 tempest-DeleteServersTestJSON-247735272-project] 10.222.0.86 "GET /v2.0/ports?device_id=60602876-a1f4-4ac6-87ff-fdff4deea5c3 HTTP/1.1" status: 200 len: 210 time: 0.0536125 Jan 18 12:48:10.461615 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66e24e62-1a83-4765-89ff-44c24640bfd1 req-70beb1a1-a9bb-40e4-a02f-be8f76547d35 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573669 Jan 18 12:48:10.522372 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-34f42789-55b8-45e3-8b28-8a60c61dc22c req-aa7514ff-2c5e-4ebb-85dc-fcfb0a26eeb7 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 210 time: 0.0455499 Jan 18 12:48:10.851733 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:48:10.857940 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55456) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:10.926254 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c410da1-7a22-41aa-8c60-beb9c3a3de37 req-e0fb91a4-523d-48ed-bb77-0fa30b70df83 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:10.933855 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2c410da1-7a22-41aa-8c60-beb9c3a3de37 req-e0fb91a4-523d-48ed-bb77-0fa30b70df83 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0969357 Jan 18 12:48:10.975661 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2c410da1-7a22-41aa-8c60-beb9c3a3de37 req-493fe08c-299c-4d63-8b2f-affa4e69263f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Jan 18 12:48:11.005925 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.036920 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:11.041500 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Usage tracker for resource:security_group_rule and tenant:8aeee3752d834562888669961749f367 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:11.044557 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:11.050589 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:11.178576 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.183165 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.241055 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8aeee3752d834562888669961749f367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3819747 Jan 18 12:48:11.242034 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6c787-f4cc-4d22-9363-6f65f7958516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c793b9-7a71-4fee-84ed-6c167a4474dc,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.244667 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55468) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:11.274817 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-ed438065-51c1-4648-a1ca-df88f5d0fab8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:11.277269 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-ed438065-51c1-4648-a1ca-df88f5d0fab8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.2207699 Jan 18 12:48:11.330629 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1542deb2-54c1-4ea1-9960-13df665e735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.339604 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Request body: {'port': {'device_id': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'admin_state_up': True, 'tenant_id': 'fb54d3b7cb2f4b1485b4b5dc82fbfa10'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:11.393424 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1542deb2-54c1-4ea1-9960-13df665e735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.454269 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1542deb2-54c1-4ea1-9960-13df665e735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.469875 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542deb2-54c1-4ea1-9960-13df665e735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c793b9-7a71-4fee-84ed-6c167a4474dc,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.478370 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1542deb2-54c1-4ea1-9960-13df665e735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.479086 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1542deb2-54c1-4ea1-9960-13df665e735a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/57c793b9-7a71-4fee-84ed-6c167a4474dc HTTP/1.1" status: 204 len: 168 time: 0.2337039 Jan 18 12:48:11.583683 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:11.595650 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Usage tracker for resource:port and tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:11.599242 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:11.613329 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:11.634864 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Made reservation on behalf of fb54d3b7cb2f4b1485b4b5dc82fbfa10 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:11.642447 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.796023 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-43bb1865-84a5-44b7-a764-29ea1fc619fb req-ce99c07c-84d5-4213-98e0-3f8edb78b639 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 210 time: 0.0577381 Jan 18 12:48:11.913188 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Allocated IP 172.20.0.3 (4798c5e1-6242-4f95-92e8-fbc3383f20e3/72607834-d0af-4fad-ad42-4cf0a6f4c356/606a8f35-fc17-44fc-8880-b91ea255f44e) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:11.982493 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55508) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:12.004847 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.041928 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:12.046320 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Usage tracker for resource:security_group_rule and tenant:85e5a02e5f4b4ae2bbcef54d8bb6aea3 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:12.049480 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:12.056749 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:12.161944 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.168420 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.229765 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dde5666-8544-4629-b0da-99b2ec401b26,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:12.236098 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-825bae72-075e-4711-9fcd-935e5e368d8b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=85e5a02e5f4b4ae2bbcef54d8bb6aea3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2515676 Jan 18 12:48:12.238664 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55526) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:12.330238 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dda21e2-b63f-4705-9850-f2a77384df7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.363188 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.367147 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dda21e2-b63f-4705-9850-f2a77384df7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.380184 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb502a-2471-46cb-a4c9-7a1ab1c565b5 req-81205ac6-a587-42a1-bdac-0f086f8f6b4e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.381357 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-39fb502a-2471-46cb-a4c9-7a1ab1c565b5 req-81205ac6-a587-42a1-bdac-0f086f8f6b4e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1941180 Jan 18 12:48:12.429163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.433556 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dda21e2-b63f-4705-9850-f2a77384df7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.449567 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda21e2-b63f-4705-9850-f2a77384df7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dde5666-8544-4629-b0da-99b2ec401b26,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:12.455491 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dda21e2-b63f-4705-9850-f2a77384df7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.462602 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6dda21e2-b63f-4705-9850-f2a77384df7b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9dde5666-8544-4629-b0da-99b2ec401b26 HTTP/1.1" status: 204 len: 168 time: 0.2191350 Jan 18 12:48:12.492599 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-39fb502a-2471-46cb-a4c9-7a1ab1c565b5 req-5b20995b-12ed-420a-b7b3-215955e91187 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015866 Jan 18 12:48:12.505484 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:12.516397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:12.519922 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:12.525026 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:12.528879 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.529659 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.533582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event updated for resources: {'Port': ['ID=606a8f35-fc17-44fc-8880-b91ea255f44e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:12.558982 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-4834329c-4ac6-485f-b715-a1ac453915af tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2242033 Jan 18 12:48:12.579888 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Request body: {'port': {'device_id': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:12.701995 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.127080 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5631d-046f-40d1-b8d3-edb5b9f0cf36 req-fef23dcd-b705-4ebd-9067-80a565a95fbd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:13.127786 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e4f5631d-046f-40d1-b8d3-edb5b9f0cf36 req-fef23dcd-b705-4ebd-9067-80a565a95fbd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Synchronizing usage tracker for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:13.201378 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e4f5631d-046f-40d1-b8d3-edb5b9f0cf36 req-fef23dcd-b705-4ebd-9067-80a565a95fbd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Unset dirty status for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:13.201378 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4f5631d-046f-40d1-b8d3-edb5b9f0cf36 req-fef23dcd-b705-4ebd-9067-80a565a95fbd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 931 time: 0.2098539 Jan 18 12:48:13.230183 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a8f35-fc17-44fc-8880-b91ea255f44e {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:13.240026 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.272213 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Transition to ACTIVE for port object 606a8f35-fc17-44fc-8880-b91ea255f44e will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:13.275534 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e4f5631d-046f-40d1-b8d3-edb5b9f0cf36 req-77d62a3f-95dd-4aff-a6ec-f58775203215 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715628 Jan 18 12:48:13.277535 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.391559 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] Sync routers for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:13.429788 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:13.430697 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:13.525560 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Pushing event updated for resources: {'Port': ['ID=606a8f35-fc17-44fc-8880-b91ea255f44e,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:13.558408 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e4146-afc0-45fc-8179-4a33a20ed946 None None] New status for floating IP 2340aa0b-65f1-4115-807c-017d67ca0cbe: ACTIVE {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:48:13.610521 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Attempting to bind port 606a8f35-fc17-44fc-8880-b91ea255f44e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:13.610955 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Attempting to bind port 606a8f35-fc17-44fc-8880-b91ea255f44e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:13.611344 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Attempting to bind port 606a8f35-fc17-44fc-8880-b91ea255f44e on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:13.617851 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Port 606a8f35-fc17-44fc-8880-b91ea255f44e on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:13.618360 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Attempting to bind port 606a8f35-fc17-44fc-8880-b91ea255f44e on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:13.634752 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:13.637540 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Checking segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:13.638133 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Bound using segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:13.638745 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Bound port: 606a8f35-fc17-44fc-8880-b91ea255f44e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:13.639277 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.814016 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:13.864294 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] For port 606a8f35-fc17-44fc-8880-b91ea255f44e, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:13.886573 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] For port 606a8f35-fc17-44fc-8880-b91ea255f44e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=606a8f35-fc17-44fc-8880-b91ea255f44e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:13.913763 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.026972 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.028714 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] 10.222.0.20 "PUT /v2.0/ports/606a8f35-fc17-44fc-8880-b91ea255f44e HTTP/1.1" status: 200 len: 1093 time: 1.4536557 Jan 18 12:48:14.028878 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'tag': '606a8f35-fc17-44fc-8880-b91ea255f44e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:14.053353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eca8f-d11f-4de0-a308-3adad84b3a87 req-fa85119c-c97d-4b1e-b89b-d370fddeb944 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:14.069284 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cc8eca8f-d11f-4de0-a308-3adad84b3a87 req-fa85119c-c97d-4b1e-b89b-d370fddeb944 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.3455224 Jan 18 12:48:14.141638 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55590) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:14.168883 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e03213-ac3e-4a23-91c8-a06c97c67118 service neutron] Pushing event updated for resources: {'Port': ['ID=606a8f35-fc17-44fc-8880-b91ea255f44e,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:14.175940 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cc8eca8f-d11f-4de0-a308-3adad84b3a87 req-e51149da-6afb-4c9b-9c89-303abbec306f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058087 Jan 18 12:48:14.222067 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-fe44d6e1-eb9a-4503-ad8c-df114c9e2931 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 1096 time: 0.0987704 Jan 18 12:48:14.277761 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55598) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:14.303759 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'tag': '606a8f35-fc17-44fc-8880-b91ea255f44e', 'status': 'completed', 'code': 200} Jan 18 12:48:14.320052 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-82885183-d6a2-4ee1-9e7a-a28bc5ed98bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606a8f35-fc17-44fc-8880-b91ea255f44e HTTP/1.1" status: 200 len: 217 time: 0.0759089 Jan 18 12:48:14.425662 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.427599 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-0357f158-b418-40e7-86cc-b80285e4e8d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:14.429203 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-0357f158-b418-40e7-86cc-b80285e4e8d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.0867617 Jan 18 12:48:14.447174 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '4c3b3301-a47f-41fa-a7cf-c2340484a44c', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'port_id': '68107e2b-3ea9-4920-9795-528cd67216c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'mac_address': 'fa:16:3e:3e:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:25Z', 'updated_at': '2022-01-18T12:48:03Z', 'revision_number': 1, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:14.463302 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] Deleting subnet 09829471-feb1-4651-b130-19ff12256e97 {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:48:14.465341 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] Checking router: 9a63f024-f831-4dd5-af03-cfeffdffb0d7 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:14.482669 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.486542 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:14.487341 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:47:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:14.499310 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-030bb9cd-2fb9-4051-93f9-41ad7e192c84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587502 Jan 18 12:48:14.561264 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:14.567656 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.570501 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Usage tracker for resource:security_group_rule and tenant:c6a3994aa3664bdbbfafe6bad06e9296 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:14.576277 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:14.584539 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.612962 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:14.689968 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.755333 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09829471-feb1-4651-b130-19ff12256e97,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:14.774368 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.778308 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.786707 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.805020 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1bf62c18-e261-4db9-be94-4361cdaf4921 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/09829471-feb1-4651-b130-19ff12256e97 HTTP/1.1" status: 204 len: 168 time: 0.5261364 Jan 18 12:48:14.811339 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55620) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:14.865662 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-b0d1708c-18e7-4901-afbc-d73d7d43323f service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552618 Jan 18 12:48:14.874219 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d5631-c54a-4654-be87-5cdd9b214553,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:14.875145 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:14.886803 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-835d33ee-e2fd-4a97-b77a-211facd98c0b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c6a3994aa3664bdbbfafe6bad06e9296&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7445512 Jan 18 12:48:14.889449 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55624) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:15.007316 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-57053e82-081f-4145-9ae4-0752ecae8cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.034653 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-57053e82-081f-4145-9ae4-0752ecae8cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.047835 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938085-eed3-4b5e-99c8-32e8271bc21e req-01a187e9-c35c-4dd9-9a1a-76c7f0c8bcf0 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:15.052004 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5c938085-eed3-4b5e-99c8-32e8271bc21e req-01a187e9-c35c-4dd9-9a1a-76c7f0c8bcf0 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 943 time: 0.5027640 Jan 18 12:48:15.100204 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-57053e82-081f-4145-9ae4-0752ecae8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.117496 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57053e82-081f-4145-9ae4-0752ecae8cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d5631-c54a-4654-be87-5cdd9b214553,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:15.135506 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-57053e82-081f-4145-9ae4-0752ecae8cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.136613 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-57053e82-081f-4145-9ae4-0752ecae8cb4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d3d5631-c54a-4654-be87-5cdd9b214553 HTTP/1.1" status: 204 len: 168 time: 0.2462766 Jan 18 12:48:15.296307 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.375363 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5c938085-eed3-4b5e-99c8-32e8271bc21e req-da662835-788e-45cf-8fa7-43e9d142e12b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977784 Jan 18 12:48:15.540121 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05b99e25-3b16-4267-a4b3-09675b0c5498 req-12fe116a-eea3-422d-b26d-c54698bff3f0 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645826 Jan 18 12:48:15.544536 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.573120 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.573476 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.574271 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.574611 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > port after_create 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.575029 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.575395 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > port after_update 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.575721 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.576062 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.576384 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.576700 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.666927 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '4c3b3301-a47f-41fa-a7cf-c2340484a44c', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'port_id': '68107e2b-3ea9-4920-9795-528cd67216c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'mac_address': 'fa:16:3e:3e:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:25Z', 'updated_at': '2022-01-18T12:48:03Z', 'revision_number': 1, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:15.675554 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454eaf3d-e591-4948-bac0-1cf15c853509 None None] The sync data for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi is: [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '4c3b3301-a47f-41fa-a7cf-c2340484a44c', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'port_id': '68107e2b-3ea9-4920-9795-528cd67216c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'mac_address': 'fa:16:3e:3e:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:25Z', 'updated_at': '2022-01-18T12:48:03Z', 'revision_number': 1, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:15.741787 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55654) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:15.748051 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.748409 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.748748 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.749215 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:15.749599 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1f8271-c179-445c-8668-f6478e2c3a38']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:15.765254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.811739 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:15.816333 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Usage tracker for resource:security_group_rule and tenant:db0c2b7f1de24f329e3ffe0bd0910ce3 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:15.819540 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:15.826505 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:15.883231 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0c4fbe-9075-4006-b9b6-b4617812ee8a') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:15.883779 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0c4fbe-9075-4006-b9b6-b4617812ee8a') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:15.916685 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.916902 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.921219 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.952762 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.965351 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:48:15.965768 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: util.warn_limited( Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: util.warn_limited( Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:48:15.981637 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:48:15.985720 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db0c2b7f1de24f329e3ffe0bd0910ce3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2421539 Jan 18 12:48:15.986313 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55664) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:16.057215 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440ff26-66ea-4f1a-9c00-5d2909caf06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb951f-0610-439f-bf09-baea6cfaf2c3,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:16.084728 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac51caca-4e07-4922-acf1-9855a183aa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.117144 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac51caca-4e07-4922-acf1-9855a183aa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.152064 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8285482-1f13-4cbc-8926-adfaca468977 req-3cdf4437-f222-4238-9858-4bbd73d19ebb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 1096 time: 0.3826933 Jan 18 12:48:16.168713 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58905f-e1bc-41b5-a721-5800cd1197d2 req-d20a54b5-787a-49cc-82cf-f8fa96d2f390 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:16.170552 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4e58905f-e1bc-41b5-a721-5800cd1197d2 req-d20a54b5-787a-49cc-82cf-f8fa96d2f390 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.3992753 Jan 18 12:48:16.173006 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.206219 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac51caca-4e07-4922-acf1-9855a183aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.229263 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51caca-4e07-4922-acf1-9855a183aa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb951f-0610-439f-bf09-baea6cfaf2c3,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:16.235439 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac51caca-4e07-4922-acf1-9855a183aa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.240511 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ac51caca-4e07-4922-acf1-9855a183aa56 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4fcb951f-0610-439f-bf09-baea6cfaf2c3 HTTP/1.1" status: 204 len: 168 time: 0.2499266 Jan 18 12:48:16.276776 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.355264 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1f8271-c179-445c-8668-f6478e2c3a38,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:16.389039 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-a1c54538-9faa-47aa-aabc-13daae64e783 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fa1f8271-c179-445c-8668-f6478e2c3a38 HTTP/1.1" status: 204 len: 168 time: 1.5602977 Jan 18 12:48:16.413364 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4e58905f-e1bc-41b5-a721-5800cd1197d2 req-1a883980-12d6-46d5-9afb-775fb5dc1043 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088363 Jan 18 12:48:16.445227 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285482-1f13-4cbc-8926-adfaca468977 req-a6186e2d-60ac-4dda-9f2f-cf0650425590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:16.447673 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8285482-1f13-4cbc-8926-adfaca468977 req-a6186e2d-60ac-4dda-9f2f-cf0650425590 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 916 time: 0.2755671 Jan 18 12:48:16.585130 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8285482-1f13-4cbc-8926-adfaca468977 req-526dd98a-b36c-4fb2-8247-b0b13a89c2d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=606a8f35-fc17-44fc-8880-b91ea255f44e HTTP/1.1" status: 200 len: 217 time: 0.1298776 Jan 18 12:48:16.694958 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55690) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:16.715401 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285482-1f13-4cbc-8926-adfaca468977 req-279740c1-e7de-439e-bd75-3384fcf5ab39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:16.716853 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8285482-1f13-4cbc-8926-adfaca468977 req-279740c1-e7de-439e-bd75-3384fcf5ab39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.1131008 Jan 18 12:48:16.754449 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ec7d0117-cff4-4e0a-bbfc-bd3066c12fd1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71a02318ab504b58afb343a7e9bbdcb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561242 Jan 18 12:48:16.755023 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55694) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:16.793828 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8285482-1f13-4cbc-8926-adfaca468977 req-769eb55b-cdb8-4f23-9bd8-313153055122 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467756 Jan 18 12:48:16.800554 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc0b6a-7067-40ca-9b64-9a35a0b54b2e req-74034f6c-37cc-4ec5-bb94-abab81eae1b7 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:16.801911 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0edc0b6a-7067-40ca-9b64-9a35a0b54b2e req-74034f6c-37cc-4ec5-bb94-abab81eae1b7 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 943 time: 0.1969018 Jan 18 12:48:16.823088 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4644df32-9b75-4134-822c-3523cd168548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.865167 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4644df32-9b75-4134-822c-3523cd168548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.923886 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4644df32-9b75-4134-822c-3523cd168548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.933168 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55698) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:16.945284 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644df32-9b75-4134-822c-3523cd168548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee5182c-bd1a-4cc7-afdf-39277a6d787e,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:16.955919 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4644df32-9b75-4134-822c-3523cd168548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.958832 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4644df32-9b75-4134-822c-3523cd168548 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ee5182c-bd1a-4cc7-afdf-39277a6d787e HTTP/1.1" status: 204 len: 168 time: 0.2014437 Jan 18 12:48:16.963133 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0edc0b6a-7067-40ca-9b64-9a35a0b54b2e req-94bc99b2-e2fd-4d50-be8b-b98b5c97a4a8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417401 Jan 18 12:48:16.968025 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.006101 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8285482-1f13-4cbc-8926-adfaca468977 req-bca19365-1193-4edb-85f4-e0ada83f0ae6 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026134 Jan 18 12:48:17.088809 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:17.095678 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Usage tracker for resource:security_group_rule and tenant:4bcd70e43c2e4193afbe46ae7441aade is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:17.099692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:17.117130 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:17.173750 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8285482-1f13-4cbc-8926-adfaca468977 req-47dd0499-85f8-43ad-8a1c-a8f9909d5550 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597579 Jan 18 12:48:17.220691 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.224748 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.269391 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef760c9-8368-4035-8553-1022839e3e6b,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:17.275296 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d683f74b-37ca-4d6d-848b-37c5da905429 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4bcd70e43c2e4193afbe46ae7441aade&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3406167 Jan 18 12:48:17.277813 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55708) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:17.336624 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8675cd74-2ebc-4869-ab50-a7fcf0fa415c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.362007 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8675cd74-2ebc-4869-ab50-a7fcf0fa415c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.431173 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8675cd74-2ebc-4869-ab50-a7fcf0fa415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.448863 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675cd74-2ebc-4869-ab50-a7fcf0fa415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef760c9-8368-4035-8553-1022839e3e6b,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:17.454900 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8675cd74-2ebc-4869-ab50-a7fcf0fa415c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.456268 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8675cd74-2ebc-4869-ab50-a7fcf0fa415c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ef760c9-8368-4035-8553-1022839e3e6b HTTP/1.1" status: 204 len: 168 time: 0.1773093 Jan 18 12:48:17.670718 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2f296-fb78-4bcb-b517-47fc2b0959b2 req-359490bd-d15f-4252-b805-1a4601e8d020 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.672584 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bbe2f296-fb78-4bcb-b517-47fc2b0959b2 req-359490bd-d15f-4252-b805-1a4601e8d020 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0901575 Jan 18 12:48:17.716617 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55740) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:17.750062 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bbe2f296-fb78-4bcb-b517-47fc2b0959b2 req-96aff315-7f4b-4f6f-b76d-0cbbdbb23a61 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720401 Jan 18 12:48:17.865416 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] Deleting subnet 8d21572d-6541-478f-9ab3-530c2def6b6a {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:48:17.875523 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.952432 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.960725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.126911 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.175027 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 606a8f35-fc17-44fc-8880-b91ea255f44e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:18.198772 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.201935 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d21572d-6541-478f-9ab3-530c2def6b6a,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:18.207351 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-25ef4f8b-0a53-4a80-8a6a-14a9d9d764db admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8d21572d-6541-478f-9ab3-530c2def6b6a HTTP/1.1" status: 204 len: 168 time: 0.4891150 Jan 18 12:48:18.209725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55766) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:18.267666 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766c20-81d1-4156-a4c9-336ffac2b880 req-fd85cff4-acd3-443c-abaf-aa81eb1fd4b8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:18.278980 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-39766c20-81d1-4156-a4c9-336ffac2b880 req-fd85cff4-acd3-443c-abaf-aa81eb1fd4b8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 943 time: 0.1818719 Jan 18 12:48:18.346605 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-39766c20-81d1-4156-a4c9-336ffac2b880 req-958a1bfe-de9c-4f50-b9f1-1cfe51f46d3e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665638 Jan 18 12:48:18.355919 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.398001 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 606a8f35-fc17-44fc-8880-b91ea255f44e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=606a8f35-fc17-44fc-8880-b91ea255f44e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:18.414060 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '606a8f35-fc17-44fc-8880-b91ea255f44e', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'port_id': '606a8f35-fc17-44fc-8880-b91ea255f44e', 'mac_address': 'fa:16:3e:21:6d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72607834-d0af-4fad-ad42-4cf0a6f4c356', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:18.496583 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.501365 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.528767 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a8f35-fc17-44fc-8880-b91ea255f44e {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:18.531689 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.531860 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.532742 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.533815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.534332 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.535247 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.535762 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.536180 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.536663 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.537023 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.545960 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 606a8f35-fc17-44fc-8880-b91ea255f44e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=606a8f35-fc17-44fc-8880-b91ea255f44e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:18.556995 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.612634 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.613092 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.613494 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.613878 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:48:18.614309 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba2f665-8362-47b1-b0ec-1d3f2a5630aa']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:18.629234 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ef4827-cf67-43e7-b2a6-2d52ac27237a') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:18.629761 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ef4827-cf67-43e7-b2a6-2d52ac27237a') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:18.653909 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.673438 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.681603 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:48:18.681981 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.697593 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=606a8f35-fc17-44fc-8880-b91ea255f44e,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:18.714235 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.714818 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.715320 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.715838 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.716482 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.716951 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.717420 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.717909 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.718383 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.718870 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.719330 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: util.warn_limited( Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: util.warn_limited( Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:48:18.758382 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:48:18.788547 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.813187 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.820208 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55794) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:18.824076 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba2f665-8362-47b1-b0ec-1d3f2a5630aa,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:18.838243 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b0c107c0-2df9-420f-9269-90557e9a17a9 admin admin] 10.222.0.86 "DELETE /v2.0/networks/2ba2f665-8362-47b1-b0ec-1d3f2a5630aa HTTP/1.1" status: 204 len: 168 time: 0.6262677 Jan 18 12:48:18.840439 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55800) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:18.932601 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] Deleting subnet b3806293-7a22-4540-9146-13811a5399e2 {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:48:18.938010 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.007814 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['606a8f35-fc17-44fc-8880-b91ea255f44e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:19.017382 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1719789168-network', 'tenant_id': 'ddebb1c927fe49ba9a77263603106ccf'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:19.028816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:19.041990 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Usage tracker for resource:network and tenant:ddebb1c927fe49ba9a77263603106ccf is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:19.046895 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:19.056019 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:19.059786 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.112329 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Made reservation on behalf of ddebb1c927fe49ba9a77263603106ccf for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:19.114454 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.141828 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.164564 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.209493 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c127f7-e7d1-48f1-9647-38557454b7d7 req-f54b45d9-3b1b-407c-bfa2-75ae79c280a7 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:19.210980 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-14c127f7-e7d1-48f1-9647-38557454b7d7 req-f54b45d9-3b1b-407c-bfa2-75ae79c280a7 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.2417734 Jan 18 12:48:19.257802 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:19.265909 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Usage tracker for resource:security_group_rule and tenant:ddebb1c927fe49ba9a77263603106ccf is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:19.277037 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:19.289550 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:19.310712 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-14c127f7-e7d1-48f1-9647-38557454b7d7 req-22027249-2707-47b8-a504-b32783bc210d tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884798 Jan 18 12:48:19.311718 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.354268 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3806293-7a22-4540-9146-13811a5399e2,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:19.366055 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.388626 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-9c606953-d024-4859-8a1a-a693929ed968 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b3806293-7a22-4540-9146-13811a5399e2 HTTP/1.1" status: 204 len: 168 time: 0.5469425 Jan 18 12:48:19.388805 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55820) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:19.444843 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.449803 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.514961 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.552073 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55826) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:19.568853 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:48:19.580654 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.581153 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Added segment c2c064e4-74ae-426f-ae35-a64ecbd6f9b3 of type vlan for network 40982f2c-53d8-4d80-a63d-d01cc231ed73 Jan 18 12:48:19.643686 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.687706 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.691749 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.693417 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:19.694523 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.737084 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.748773 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9248888 Jan 18 12:48:19.748773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f80471-498c-4266-b1cd-09b1096fe19b,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:19.750312 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55834) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:19.754303 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4e17f4-98dd-434b-a0c4-28726bb93f4e']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:19.781155 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3dffc2-b97e-4ccd-8edc-2fe5976d5f65') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:19.781155 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3dffc2-b97e-4ccd-8edc-2fe5976d5f65') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:19.796154 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.815661 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:19.818217 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.824252 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:c01478f30a294142af3d512ed7a86164 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:19.828162 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:19.831214 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:48:19.831597 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:48:19.845611 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:48:19.852154 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Request body: {'subnet': {'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1719789168-subnet', 'tenant_id': 'ddebb1c927fe49ba9a77263603106ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:19.854303 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:19.926420 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:19.937175 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Usage tracker for resource:subnet and tenant:ddebb1c927fe49ba9a77263603106ccf is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:19.943619 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:19.947711 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700f73c-7efe-499c-bd13-af79fe10f613 admin admin] Pushing event updated for resources: {'Network': ['ID=40982f2c-53d8-4d80-a63d-d01cc231ed73,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:19.958245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:19.961840 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 40982f2c-53d8-4d80-a63d-d01cc231ed73 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:48:19.963808 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.966603 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46893e-2a00-4609-843a-b23855b277dd req-a1f689c5-a430-4f56-9a88-15f7b3513e98 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:19.971589 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.973287 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1a46893e-2a00-4609-843a-b23855b277dd req-a1f689c5-a430-4f56-9a88-15f7b3513e98 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 944 time: 0.4462774 Jan 18 12:48:20.013752 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4e17f4-98dd-434b-a0c4-28726bb93f4e,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:20.020638 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4c873e42-de6d-4da1-b235-8f06ddfbd14b admin admin] 10.222.0.86 "DELETE /v2.0/networks/eb4e17f4-98dd-434b-a0c4-28726bb93f4e HTTP/1.1" status: 204 len: 168 time: 0.6295562 Jan 18 12:48:20.024697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Made reservation on behalf of ddebb1c927fe49ba9a77263603106ccf for: {'subnet': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:20.027344 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951579'] for subnet, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.078581 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.083237 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.122934 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1a46893e-2a00-4609-843a-b23855b277dd req-ccaa5141-7f42-4496-995c-b612af14111d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482875 Jan 18 12:48:20.163193 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec015bb-70ec-4585-881a-44809fb8b647,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:20.171828 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-00c2b932-4b22-4d55-84ee-83df65b51ec6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c01478f30a294142af3d512ed7a86164&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6140063 Jan 18 12:48:20.172349 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55850) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:20.199191 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 606a8f35-fc17-44fc-8880-b91ea255f44e up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:20.237260 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55856) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:20.295606 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cc1acd31-cb82-412a-bbf8-5fa5504d3ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.303091 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16703393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951565'] for subnet, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.319279 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 606a8f35-fc17-44fc-8880-b91ea255f44e completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:20.326295 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 606a8f35-fc17-44fc-8880-b91ea255f44e triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:20.327631 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.343396 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-796cb269-f222-4a36-b8c1-5023cbe7948a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=20e789bcaf9b4fd3a1c428d8cee7e79b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1027987 Jan 18 12:48:20.343396 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cc1acd31-cb82-412a-bbf8-5fa5504d3ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.349658 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55862) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:20.408234 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801e7311-e424-4406-ade1-8285597af500,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:20.416904 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Checking segment: {'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:20.417483 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Network hostable DHCP agents. Network: 40982f2c-53d8-4d80-a63d-d01cc231ed73, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:48:20.442848 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d202967-76aa-4097-b2c0-27563c08abfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.445475 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Network 40982f2c-53d8-4d80-a63d-d01cc231ed73 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:48:20.456348 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cc1acd31-cb82-412a-bbf8-5fa5504d3ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.459214 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 40982f2c-53d8-4d80-a63d-d01cc231ed73) {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:20.464753 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.465851 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.470295 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1dcba2-c8e5-4625-b43b-c0a9674db531 None None] Network 40982f2c-53d8-4d80-a63d-d01cc231ed73 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:20.486414 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1acd31-cb82-412a-bbf8-5fa5504d3ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec015bb-70ec-4585-881a-44809fb8b647,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:20.491472 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cc1acd31-cb82-412a-bbf8-5fa5504d3ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.492401 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-cc1acd31-cb82-412a-bbf8-5fa5504d3ff9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ec015bb-70ec-4585-881a-44809fb8b647 HTTP/1.1" status: 204 len: 168 time: 0.3191400 Jan 18 12:48:20.494954 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d202967-76aa-4097-b2c0-27563c08abfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.514609 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-0fabe444-3312-4562-8d58-cd9ceea55d11 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7540946 Jan 18 12:48:20.579748 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d202967-76aa-4097-b2c0-27563c08abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.610891 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d202967-76aa-4097-b2c0-27563c08abfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54d1106-5a8a-4c71-afd2-2651141c886b,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:20.625760 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d202967-76aa-4097-b2c0-27563c08abfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.626569 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1d202967-76aa-4097-b2c0-27563c08abfa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e54d1106-5a8a-4c71-afd2-2651141c886b HTTP/1.1" status: 204 len: 168 time: 0.2760015 Jan 18 12:48:20.632644 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673afd-92eb-4419-9968-73afe5586e1a req-749fd5c3-e15a-4aba-8854-baf53ea0632e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.634349 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a673afd-92eb-4419-9968-73afe5586e1a req-749fd5c3-e15a-4aba-8854-baf53ea0632e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1234710 Jan 18 12:48:20.665028 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.688314 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a673afd-92eb-4419-9968-73afe5586e1a req-86d8d7bb-f2d7-46f1-8810-6ae7e4b83d9e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Jan 18 12:48:20.762497 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a8f35-fc17-44fc-8880-b91ea255f44e'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:20.778260 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 606a8f35-fc17-44fc-8880-b91ea255f44e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=606a8f35-fc17-44fc-8880-b91ea255f44e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:20.785265 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:20.837844 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a8f35-fc17-44fc-8880-b91ea255f44e', 'code': 200} Jan 18 12:48:20.889282 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be560ee-c154-444f-ab3e-60b6290b94d3 None None] Network 40982f2c-53d8-4d80-a63d-d01cc231ed73 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:20.997331 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=606a8f35-fc17-44fc-8880-b91ea255f44e,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:21.278414 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c29564b2-a779-4bf4-aa16-102c14863ceb req-53528933-5332-43a7-bf7c-7a945007c0e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 1098 time: 0.1171670 Jan 18 12:48:21.344860 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55894) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:21.415741 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-95784d5d-a9db-46db-9323-04da36837118 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=21e2bb9e80764ac09aa1cb2a3ba4d688&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0697329 Jan 18 12:48:21.418173 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55900) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:21.470715 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c29564b2-a779-4bf4-aa16-102c14863ceb req-66a80474-fe1e-4737-9111-3ddae9ab759a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721928 Jan 18 12:48:21.552242 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae752189-415f-4c73-835a-ad699127e8db req-8563beca-5d64-434c-8a36-7ccfbe16154e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:21.556192 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae752189-415f-4c73-835a-ad699127e8db req-8563beca-5d64-434c-8a36-7ccfbe16154e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 945 time: 0.1920340 Jan 18 12:48:21.577760 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fcba-054e-4452-b022-8078892fa0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:21.622583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fcba-054e-4452-b022-8078892fa0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:21.652821 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae752189-415f-4c73-835a-ad699127e8db req-fc70bab3-75af-455e-b488-d0930daf2d1f tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908406 Jan 18 12:48:21.685252 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fcba-054e-4452-b022-8078892fa0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:21.709134 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3fcba-054e-4452-b022-8078892fa0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5185fbe3-7fdf-4bc6-b42e-92deef74a85f,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:21.714088 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fcba-054e-4452-b022-8078892fa0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:21.715390 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a7f3fcba-054e-4452-b022-8078892fa0ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5185fbe3-7fdf-4bc6-b42e-92deef74a85f HTTP/1.1" status: 204 len: 168 time: 0.2962766 Jan 18 12:48:21.950433 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ed5c-a989-4d23-b091-ee7f0739fe4b req-56ab7026-7d6b-41c5-8398-f450009a281a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:21.957424 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fa54ed5c-a989-4d23-b091-ee7f0739fe4b req-56ab7026-7d6b-41c5-8398-f450009a281a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1168330 Jan 18 12:48:22.001582 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-a5c649d1-7dcc-47e4-9bd4-309239293a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.016019 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fa54ed5c-a989-4d23-b091-ee7f0739fe4b req-d4bd0937-8670-4878-9c2f-da6102e36e9a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573850 Jan 18 12:48:22.119779 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55932) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:22.144609 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8ab88-4f53-4901-8bc5-c249c9dcf828 None None] New status for floating IP 4c3b3301-a47f-41fa-a7cf-c2340484a44c: ACTIVE {{(pid=82766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:48:22.313705 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.374445 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:22.379159 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Usage tracker for resource:security_group_rule and tenant:41c004685d8849cd9874b4e14e7829ce is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:22.382467 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:22.390285 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:22.478451 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.483676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.532027 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d811d80-9af4-476a-950d-8fbe0cf6c82c,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:22.537007 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-397d9fe5-91b5-45f1-a18f-cf489a927c40 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41c004685d8849cd9874b4e14e7829ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4161932 Jan 18 12:48:22.539769 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 55952) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:22.604529 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-092807d0-ff64-4a0a-9e32-17cee83db985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.631331 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-092807d0-ff64-4a0a-9e32-17cee83db985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.708233 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-092807d0-ff64-4a0a-9e32-17cee83db985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.726594 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092807d0-ff64-4a0a-9e32-17cee83db985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d811d80-9af4-476a-950d-8fbe0cf6c82c,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:22.741450 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-092807d0-ff64-4a0a-9e32-17cee83db985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.747006 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-092807d0-ff64-4a0a-9e32-17cee83db985 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d811d80-9af4-476a-950d-8fbe0cf6c82c HTTP/1.1" status: 204 len: 168 time: 0.2061360 Jan 18 12:48:22.897818 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65096d-9cc8-4971-a70a-8232ef98507a req-78f730c6-bf54-487c-abf5-39a75042194c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:22.902619 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-da65096d-9cc8-4971-a70a-8232ef98507a req-78f730c6-bf54-487c-abf5-39a75042194c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 945 time: 0.0977201 Jan 18 12:48:22.987756 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-da65096d-9cc8-4971-a70a-8232ef98507a req-2256d432-54d9-4f19-8e0a-0e15e5c13a91 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727499 Jan 18 12:48:23.239835 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55986) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:23.254662 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155c0ba-82e6-48ed-b653-192f1599d71d req-c349f026-f79e-4847-9590-3269a2984b75 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:23.256236 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f155c0ba-82e6-48ed-b653-192f1599d71d req-c349f026-f79e-4847-9590-3269a2984b75 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0968363 Jan 18 12:48:23.264121 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.298485 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:23.303097 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Usage tracker for resource:security_group_rule and tenant:07fa01c9c3da4d5fb071bbb431c901ce is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:23.307923 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:23.311662 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f155c0ba-82e6-48ed-b653-192f1599d71d req-695aa27a-3a42-4831-b272-e5a90b2b0a78 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Jan 18 12:48:23.317719 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:23.400785 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.406309 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.469459 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf9fb81-9131-4e0a-9007-2dd1ff732414,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:23.484158 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-cf86f495-9356-48f9-8d47-48e22fedd564 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=07fa01c9c3da4d5fb071bbb431c901ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2430115 Jan 18 12:48:23.485255 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 55996) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:23.554043 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea5b45f7-e9a4-477d-8fc8-aeb78297cd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.585418 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea5b45f7-e9a4-477d-8fc8-aeb78297cd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.650207 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-476e5725-999f-4ebf-8b1a-2dc9d7e82ee9 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:23.651168 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-476e5725-999f-4ebf-8b1a-2dc9d7e82ee9 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Synchronizing usage tracker for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:network {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:23.654339 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea5b45f7-e9a4-477d-8fc8-aeb78297cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.668622 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-476e5725-999f-4ebf-8b1a-2dc9d7e82ee9 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Unset dirty status for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:network {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:23.669402 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b45f7-e9a4-477d-8fc8-aeb78297cd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf9fb81-9131-4e0a-9007-2dd1ff732414,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:23.675673 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-476e5725-999f-4ebf-8b1a-2dc9d7e82ee9 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/networks?id=40982f2c-53d8-4d80-a63d-d01cc231ed73 HTTP/1.1" status: 200 len: 809 time: 0.2205999 Jan 18 12:48:23.676045 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea5b45f7-e9a4-477d-8fc8-aeb78297cd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.680128 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ea5b45f7-e9a4-477d-8fc8-aeb78297cd2e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9bf9fb81-9131-4e0a-9007-2dd1ff732414 HTTP/1.1" status: 204 len: 168 time: 0.1937091 Jan 18 12:48:23.694149 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-674465cb-27b3-4e66-9e57-0e09200db3a3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/quotas/ddebb1c927fe49ba9a77263603106ccf HTTP/1.1" status: 200 len: 375 time: 0.0176382 Jan 18 12:48:23.743795 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-324c54d0-2aa9-45a3-bcca-446deef05554 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ddebb1c927fe49ba9a77263603106ccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484521 Jan 18 12:48:23.892809 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-af93b333-6607-405f-ba7b-5d493fd3361b service neutron] 10.222.0.86 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443648 Jan 18 12:48:24.102763 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-87a2f4ca-d790-4466-af7d-035d45909ba9 service neutron] 10.222.0.86 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036390 Jan 18 12:48:24.169332 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-03dcbc83-05dd-4a4e-bf8c-06de8f3ac885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:24.238387 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a8f59-094f-4461-be32-ff363e784e5b req-1668eeb7-7815-4f95-971f-638af5e50816 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:24.246108 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a9a8f59-094f-4461-be32-ff363e784e5b req-1668eeb7-7815-4f95-971f-638af5e50816 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 945 time: 0.1129274 Jan 18 12:48:24.339685 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a9a8f59-094f-4461-be32-ff363e784e5b req-89340ab4-6e07-4144-b319-4a2eca059614 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927687 Jan 18 12:48:24.506349 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5a2ec52e-fecf-44a0-ba1b-9ee49ab150b8 req-75586672-30d9-4c7d-9081-a728c3962a57 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 210 time: 0.0593832 Jan 18 12:48:24.749725 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dfa17-e026-4821-b0f4-9500301ec9da req-e83fddd6-3cad-45fc-90e9-ea9d48b374af tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:24.751817 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-258dfa17-e026-4821-b0f4-9500301ec9da req-e83fddd6-3cad-45fc-90e9-ea9d48b374af tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1071653 Jan 18 12:48:24.810427 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-258dfa17-e026-4821-b0f4-9500301ec9da req-de6cd6c1-0b81-4931-b0e4-92639aad7668 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518949 Jan 18 12:48:25.315298 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:25.410644 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:25.783107 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4f15c2a9-d96d-4b63-bae6-3fa2882689c7 req-69145c42-8a15-4ca1-98f3-55c27b0fdd80 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 210 time: 0.0531809 Jan 18 12:48:26.100249 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ddbba-4a96-4982-8c0a-6d8f0c476b0b req-04c34184-76a5-4d12-89cd-46ed17e776aa tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:26.101731 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fc2ddbba-4a96-4982-8c0a-6d8f0c476b0b req-04c34184-76a5-4d12-89cd-46ed17e776aa tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0844605 Jan 18 12:48:26.275703 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fc2ddbba-4a96-4982-8c0a-6d8f0c476b0b req-a79f75b7-5ccd-411d-8cd2-9ea69c442a0b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650524 Jan 18 12:48:26.296327 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-1564b626-f8f7-4535-ae0c-652a7244488f tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:26.297755 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-1564b626-f8f7-4535-ae0c-652a7244488f tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "GET /v2.0/networks?id=40982f2c-53d8-4d80-a63d-d01cc231ed73 HTTP/1.1" status: 200 len: 809 time: 0.1707377 Jan 18 12:48:26.327342 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Request body: {'port': {'device_id': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73', 'admin_state_up': True, 'tenant_id': 'ddebb1c927fe49ba9a77263603106ccf'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:26.501771 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:26.506615 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Usage tracker for resource:port and tenant:ddebb1c927fe49ba9a77263603106ccf is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:26.509800 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:26.517105 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:26.536579 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Made reservation on behalf of ddebb1c927fe49ba9a77263603106ccf for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:26.536579 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:26.540365 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:26.713750 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Allocated IP 172.20.0.5 (40982f2c-53d8-4d80-a63d-d01cc231ed73/801e7311-e424-4406-ade1-8285597af500/835fd182-c4be-4160-87cf-aa02218ddc14) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:26.955159 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:27.001330 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:27.133242 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Network 40982f2c-53d8-4d80-a63d-d01cc231ed73 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:27.134625 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Pushing event updated for resources: {'Port': ['ID=835fd182-c4be-4160-87cf-aa02218ddc14,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:27.142514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:27.146423 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:27.216357 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:27.217093 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:27.227879 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2d0b2-55c3-44fc-a4dd-d714f8a3fc33 req-e5a3a3c5-935f-4c15-8a4a-e8850eb58a77 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:27.229417 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f7d2d0b2-55c3-44fc-a4dd-d714f8a3fc33 req-e5a3a3c5-935f-4c15-8a4a-e8850eb58a77 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 931 time: 0.1842353 Jan 18 12:48:27.276737 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-fb661647-0f6c-40af-81fb-89a7221ef841 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9544115 Jan 18 12:48:27.288134 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-f7d2d0b2-55c3-44fc-a4dd-d714f8a3fc33 req-664cee64-8818-4fda-9801-2d3c467562e3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Synchronizing usage tracker for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:27.296257 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Request body: {'port': {'device_id': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:27.353202 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-f7d2d0b2-55c3-44fc-a4dd-d714f8a3fc33 req-664cee64-8818-4fda-9801-2d3c467562e3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Unset dirty status for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:27.354340 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f7d2d0b2-55c3-44fc-a4dd-d714f8a3fc33 req-664cee64-8818-4fda-9801-2d3c467562e3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187048 Jan 18 12:48:27.428287 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:27.772477 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a75908-0b86-4788-acb6-c7d445023e20 req-00f87c1d-3a1b-4e8a-8de6-99786abfde62 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:27.780052 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c6a75908-0b86-4788-acb6-c7d445023e20 req-00f87c1d-3a1b-4e8a-8de6-99786abfde62 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.2883480 Jan 18 12:48:27.849540 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c6a75908-0b86-4788-acb6-c7d445023e20 req-b65f84dc-8f1f-4883-b8bd-cb3ede0bde6e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680189 Jan 18 12:48:27.974824 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835fd182-c4be-4160-87cf-aa02218ddc14 {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:27.986372 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.012034 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Transition to ACTIVE for port object 835fd182-c4be-4160-87cf-aa02218ddc14 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:28.018422 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.152105 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Pushing event updated for resources: {'Port': ['ID=835fd182-c4be-4160-87cf-aa02218ddc14,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:28.298773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Attempting to bind port 835fd182-c4be-4160-87cf-aa02218ddc14 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:28.299321 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Attempting to bind port 835fd182-c4be-4160-87cf-aa02218ddc14 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:28.299832 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Attempting to bind port 835fd182-c4be-4160-87cf-aa02218ddc14 on network 40982f2c-53d8-4d80-a63d-d01cc231ed73 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:28.307722 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Port 835fd182-c4be-4160-87cf-aa02218ddc14 on network 40982f2c-53d8-4d80-a63d-d01cc231ed73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:28.308198 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Attempting to bind port 835fd182-c4be-4160-87cf-aa02218ddc14 on network 40982f2c-53d8-4d80-a63d-d01cc231ed73 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:28.315064 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:28.315595 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Checking segment: {'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:28.316162 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Bound using segment: {'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:28.316866 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Bound port: 835fd182-c4be-4160-87cf-aa02218ddc14, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:28.317217 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.454772 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] For port 835fd182-c4be-4160-87cf-aa02218ddc14, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:28.458793 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] For port 835fd182-c4be-4160-87cf-aa02218ddc14, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=835fd182-c4be-4160-87cf-aa02218ddc14,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:28.465991 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.583225 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56226) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:28.642037 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.643452 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] 10.222.0.20 "PUT /v2.0/ports/835fd182-c4be-4160-87cf-aa02218ddc14 HTTP/1.1" status: 200 len: 1093 time: 1.3511572 Jan 18 12:48:28.643896 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'tag': '835fd182-c4be-4160-87cf-aa02218ddc14'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:28.673815 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7580ea5-3d7b-4cbf-bfa4-e5a000937d04 service neutron] Pushing event updated for resources: {'Port': ['ID=835fd182-c4be-4160-87cf-aa02218ddc14,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:28.685547 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b755dd-3f9c-4901-81ab-799150a6f25f req-98a92663-6bec-43e8-9aa4-2fca1727bdef tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:28.685948 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-28b755dd-3f9c-4901-81ab-799150a6f25f req-98a92663-6bec-43e8-9aa4-2fca1727bdef tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Synchronizing usage tracker for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:28.703782 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-28b755dd-3f9c-4901-81ab-799150a6f25f req-98a92663-6bec-43e8-9aa4-2fca1727bdef tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Unset dirty status for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:28.705170 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-28b755dd-3f9c-4901-81ab-799150a6f25f req-98a92663-6bec-43e8-9aa4-2fca1727bdef tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 943 time: 0.1760383 Jan 18 12:48:28.770109 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-28b755dd-3f9c-4901-81ab-799150a6f25f req-a44f0984-05af-47a4-939e-49532725f894 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566044 Jan 18 12:48:28.835421 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.893614 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-194a6219-f008-43e1-8d17-16ac324b339c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddebb1c927fe49ba9a77263603106ccf&device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 1096 time: 0.1219995 Jan 18 12:48:28.923662 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'tag': '835fd182-c4be-4160-87cf-aa02218ddc14', 'status': 'completed', 'code': 200} Jan 18 12:48:29.005731 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:29.009694 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Usage tracker for resource:security_group_rule and tenant:905e39f4dcb34b2180a79411aa5be2a4 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:29.012686 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:29.018985 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:29.048218 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-8021165f-78cd-43a0-8a9c-c656d11e965b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835fd182-c4be-4160-87cf-aa02218ddc14 HTTP/1.1" status: 200 len: 217 time: 0.1204681 Jan 18 12:48:29.086857 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.094203 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.145688 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=905e39f4dcb34b2180a79411aa5be2a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5590982 Jan 18 12:48:29.145688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c62c79-fcbe-4f29-b47d-670979aec2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8081c415-641d-471c-9b88-6c00cc12210d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:29.146601 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56246) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:29.230584 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-d6250080-d780-4920-9d2d-13ac85308de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:29.232066 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-d6250080-d780-4920-9d2d-13ac85308de1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=801e7311-e424-4406-ade1-8285597af500 HTTP/1.1" status: 200 len: 849 time: 0.1642954 Jan 18 12:48:29.250120 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-91d3a397-d55f-46ba-9fbe-d933319a996f tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:29.251526 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-91d3a397-d55f-46ba-9fbe-d933319a996f tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.3561654 Jan 18 12:48:29.310951 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-59d2b0b3-bcf8-437d-8666-1e24c11e5f61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40982f2c-53d8-4d80-a63d-d01cc231ed73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663569 Jan 18 12:48:29.325719 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-9c40ff12-1837-4d83-a558-11bf00f296df tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/quotas/fb54d3b7cb2f4b1485b4b5dc82fbfa10 HTTP/1.1" status: 200 len: 375 time: 0.0380788 Jan 18 12:48:29.383492 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ba4b4-a8a5-4cc9-84ce-7e9d84244607 req-b5dc2792-905b-47d1-ad0e-e53477af6850 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:29.384950 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5e3ba4b4-a8a5-4cc9-84ce-7e9d84244607 req-b5dc2792-905b-47d1-ad0e-e53477af6850 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.2871549 Jan 18 12:48:29.388413 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-98fd61d3-7c6c-43d1-a7e4-bd8954566bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.446881 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-98fd61d3-7c6c-43d1-a7e4-bd8954566bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.501267 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5e3ba4b4-a8a5-4cc9-84ce-7e9d84244607 req-8ad15651-a6be-4441-b8a0-f05be93734d5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086667 Jan 18 12:48:29.511460 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-74144712-7c8e-4bc5-b9eb-b3357f6d117d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1779685 Jan 18 12:48:29.595584 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-98fd61d3-7c6c-43d1-a7e4-bd8954566bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.619319 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd61d3-7c6c-43d1-a7e4-bd8954566bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8081c415-641d-471c-9b88-6c00cc12210d,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:29.642497 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-98fd61d3-7c6c-43d1-a7e4-bd8954566bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.643838 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-98fd61d3-7c6c-43d1-a7e4-bd8954566bf6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8081c415-641d-471c-9b88-6c00cc12210d HTTP/1.1" status: 204 len: 168 time: 0.4933171 Jan 18 12:48:29.681682 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-c688f3c2-f48f-47d0-8021-3033553776bf service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604798 Jan 18 12:48:29.876654 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-8256d3d4-12e5-4f20-a58a-f33a680d3093 service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894014 Jan 18 12:48:30.009420 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56276) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:30.029272 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.066695 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:30.070856 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:864e45b723cb47399e4f2c6e8de41d4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:30.074522 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:30.080332 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:30.148284 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.152781 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.206794 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b136569-fe4a-47cd-a0ba-5793f7fcc5c0,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:30.214739 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8357935c-fc09-4303-9f09-c79eb0214aa6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=864e45b723cb47399e4f2c6e8de41d4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2029624 Jan 18 12:48:30.215339 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56284) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:30.254815 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-6b431b5f-a7e9-41df-ad9e-e7f4332d1423 service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470692 Jan 18 12:48:30.278065 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-23db7aec-a968-4bc0-81a5-3c7410785fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.303337 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-23db7aec-a968-4bc0-81a5-3c7410785fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.353488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-23db7aec-a968-4bc0-81a5-3c7410785fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.369556 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db7aec-a968-4bc0-81a5-3c7410785fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b136569-fe4a-47cd-a0ba-5793f7fcc5c0,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:30.377891 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-23db7aec-a968-4bc0-81a5-3c7410785fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.379015 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-23db7aec-a968-4bc0-81a5-3c7410785fbc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b136569-fe4a-47cd-a0ba-5793f7fcc5c0 HTTP/1.1" status: 204 len: 168 time: 0.1622550 Jan 18 12:48:31.916923 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:32.080564 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-015e3448-d4de-438a-9a7f-8a01128b5215 req-956dce3a-140d-4524-b30f-e5a2a48c6bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592765 Jan 18 12:48:32.221626 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e6dea060-350f-40a4-b15b-c5f1521b62ec req-a824b29b-80ab-4709-be6b-d3cd2ff394e3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 210 time: 0.0563862 Jan 18 12:48:32.243451 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4730c0-1ba1-4b6d-ae7b-1343c340e052 req-4db08e19-328d-484f-b686-8f3ad9561b40 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:32.245297 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fe4730c0-1ba1-4b6d-ae7b-1343c340e052 req-4db08e19-328d-484f-b686-8f3ad9561b40 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 943 time: 0.1311352 Jan 18 12:48:32.373823 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fe4730c0-1ba1-4b6d-ae7b-1343c340e052 req-425e2403-220c-420f-bd87-a419abc0b4c3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207869 Jan 18 12:48:32.433468 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-948b04a7-30cf-42b7-b06b-3b5e1106a8e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddebb1c927fe49ba9a77263603106ccf&device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 1096 time: 0.1792130 Jan 18 12:48:32.551230 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71b92-1f55-4ef2-8de1-03ce3cd9d7ab req-99aeac00-c105-403d-b7f9-383eb65a8c81 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:32.557920 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-18a71b92-1f55-4ef2-8de1-03ce3cd9d7ab req-99aeac00-c105-403d-b7f9-383eb65a8c81 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1889098 Jan 18 12:48:32.626032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-a789240d-5088-4343-90cc-600be4835f93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:32.627682 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-a789240d-5088-4343-90cc-600be4835f93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=40982f2c-53d8-4d80-a63d-d01cc231ed73 HTTP/1.1" status: 200 len: 910 time: 0.1857910 Jan 18 12:48:32.635300 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-18a71b92-1f55-4ef2-8de1-03ce3cd9d7ab req-728ae7d1-476a-4838-a64a-638889f3ba4f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765281 Jan 18 12:48:32.706587 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-0e1ad803-2be6-45ca-b361-62cdde46415d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835fd182-c4be-4160-87cf-aa02218ddc14 HTTP/1.1" status: 200 len: 217 time: 0.0644696 Jan 18 12:48:32.793049 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-ceeb6d82-1121-4410-b816-c24fb154a829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:32.795831 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-ceeb6d82-1121-4410-b816-c24fb154a829 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=801e7311-e424-4406-ade1-8285597af500 HTTP/1.1" status: 200 len: 849 time: 0.0812788 Jan 18 12:48:32.886652 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-31650887-a0db-413d-a50f-ae51437ca0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40982f2c-53d8-4d80-a63d-d01cc231ed73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558865 Jan 18 12:48:33.087584 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-1ded6954-06c8-4a66-965f-7ff93acd073d service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941257 Jan 18 12:48:33.191035 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-ad652635-b017-4b67-8017-d6c154e53c86 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:33.192476 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-ad652635-b017-4b67-8017-d6c154e53c86 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.2080376 Jan 18 12:48:33.230635 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Request body: {'port': {'device_id': '8ec93557-a4f4-4783-92fb-deda938f532d', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'admin_state_up': True, 'tenant_id': 'fb54d3b7cb2f4b1485b4b5dc82fbfa10'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:33.378911 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f6fa4ca-23c2-4b4a-8e53-c29baf0720fa req-0f0fef85-847f-4a7d-bb9e-2e6e4ed7432d service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605665 Jan 18 12:48:33.517441 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:33.536167 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:33.563100 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Made reservation on behalf of fb54d3b7cb2f4b1485b4b5dc82fbfa10 for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:33.572774 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.584220 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a0bce476-4a6c-4355-a83e-9dd8cba40e1b req-5924767f-36b0-4ff2-9a3d-9c29be808ec6 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 210 time: 0.0987787 Jan 18 12:48:33.679407 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9499cac-ae93-42a1-a87e-3523197964b0 req-d93bfacd-835d-48dd-9ca4-db374720e2e0 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:33.681126 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b9499cac-ae93-42a1-a87e-3523197964b0 req-d93bfacd-835d-48dd-9ca4-db374720e2e0 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 943 time: 0.0812132 Jan 18 12:48:33.737387 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b9499cac-ae93-42a1-a87e-3523197964b0 req-bd207e7e-8535-4b01-b6a2-e8b95c12ae3d tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 Jan 18 12:48:33.779333 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Allocated IP 172.20.0.5 (4798c5e1-6242-4f95-92e8-fbc3383f20e3/72607834-d0af-4fad-ad42-4cf0a6f4c356/c9294705-6f5a-412d-be12-e11f090b6dfb) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:33.937692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d88d6e-2be8-4fe8-b882-cdbcb14a0147 req-23fb6ea3-fb9c-487c-9864-49177ec4157c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:33.939324 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-67d88d6e-2be8-4fe8-b882-cdbcb14a0147 req-23fb6ea3-fb9c-487c-9864-49177ec4157c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1470277 Jan 18 12:48:33.987256 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-67d88d6e-2be8-4fe8-b882-cdbcb14a0147 req-a6ebbe5e-f111-463a-b9b8-a9f0088fabca tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jan 18 12:48:34.007091 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.034754 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.080425 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e', '606a8f35-fc17-44fc-8880-b91ea255f44e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:34.110723 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:34.113950 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:34.119110 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:34.148664 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event updated for resources: {'Port': ['ID=c9294705-6f5a-412d-be12-e11f090b6dfb,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:34.184912 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:34.185807 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.217695 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-67f94a63-6cf9-462d-bd6d-65962c1ef2a2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9921942 Jan 18 12:48:34.239143 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 835fd182-c4be-4160-87cf-aa02218ddc14 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:34.247980 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Request body: {'port': {'device_id': '8ec93557-a4f4-4783-92fb-deda938f532d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:34.394596 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.503566 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 835fd182-c4be-4160-87cf-aa02218ddc14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=835fd182-c4be-4160-87cf-aa02218ddc14,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:34.522109 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '835fd182-c4be-4160-87cf-aa02218ddc14', 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73', 'port_id': '835fd182-c4be-4160-87cf-aa02218ddc14', 'mac_address': 'fa:16:3e:fe:d8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801e7311-e424-4406-ade1-8285597af500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:34.577623 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.597121 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835fd182-c4be-4160-87cf-aa02218ddc14 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:34.614989 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 835fd182-c4be-4160-87cf-aa02218ddc14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=835fd182-c4be-4160-87cf-aa02218ddc14,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:34.621304 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.731570 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=835fd182-c4be-4160-87cf-aa02218ddc14,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:34.841641 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaa994-7b9c-4d36-b849-b6ffff5a64ba req-df92a8ac-a66d-4670-abe2-e7ad11cc2748 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:34.843060 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9294705-6f5a-412d-be12-e11f090b6dfb {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:34.844036 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1abaa994-7b9c-4d36-b849-b6ffff5a64ba req-df92a8ac-a66d-4670-abe2-e7ad11cc2748 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 931 time: 0.0968218 Jan 18 12:48:34.870395 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.906546 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Transition to ACTIVE for port object c9294705-6f5a-412d-be12-e11f090b6dfb will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:34.913607 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.952258 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1abaa994-7b9c-4d36-b849-b6ffff5a64ba req-600276fd-c9c1-43fd-94f5-b7c222ec67c1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027098 Jan 18 12:48:34.998761 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c2a8-af73-4e05-9bef-ebd57505ce26 req-7fca509a-e510-4668-a318-d5674038c73c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:35.006179 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9ac2c2a8-af73-4e05-9bef-ebd57505ce26 req-7fca509a-e510-4668-a318-d5674038c73c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 944 time: 0.1102214 Jan 18 12:48:35.055245 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9ac2c2a8-af73-4e05-9bef-ebd57505ce26 req-5e5ac698-18fb-46c7-9df5-5e9429842056 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481808 Jan 18 12:48:35.198321 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['835fd182-c4be-4160-87cf-aa02218ddc14'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:35.203382 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b4469-bb01-4511-a3dd-eaa829ccec54 req-fe122ca6-eac7-4ce6-be04-e9a0c92ba8c5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:35.211807 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-988b4469-bb01-4511-a3dd-eaa829ccec54 req-fe122ca6-eac7-4ce6-be04-e9a0c92ba8c5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0904450 Jan 18 12:48:35.258596 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-988b4469-bb01-4511-a3dd-eaa829ccec54 req-9387ff1b-1a9e-44d3-bc0c-fda0986996ad tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 Jan 18 12:48:35.286238 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Pushing event updated for resources: {'Port': ['ID=c9294705-6f5a-412d-be12-e11f090b6dfb,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.342325 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Attempting to bind port c9294705-6f5a-412d-be12-e11f090b6dfb on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:35.342666 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Attempting to bind port c9294705-6f5a-412d-be12-e11f090b6dfb by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:35.343024 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Attempting to bind port c9294705-6f5a-412d-be12-e11f090b6dfb on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:35.350368 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Port c9294705-6f5a-412d-be12-e11f090b6dfb on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:35.350690 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Attempting to bind port c9294705-6f5a-412d-be12-e11f090b6dfb on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:35.358359 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:35.358696 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Checking segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:35.359124 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Bound using segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:35.359559 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Bound port: c9294705-6f5a-412d-be12-e11f090b6dfb, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:35.359907 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.485564 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] For port c9294705-6f5a-412d-be12-e11f090b6dfb, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:35.488826 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] For port c9294705-6f5a-412d-be12-e11f090b6dfb, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c9294705-6f5a-412d-be12-e11f090b6dfb,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:35.493057 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.556935 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.558336 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] 10.222.0.20 "PUT /v2.0/ports/c9294705-6f5a-412d-be12-e11f090b6dfb HTTP/1.1" status: 200 len: 1093 time: 1.3152654 Jan 18 12:48:35.558764 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec93557-a4f4-4783-92fb-deda938f532d', 'tag': 'c9294705-6f5a-412d-be12-e11f090b6dfb'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:35.577151 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d16d4-fa0d-4c0f-94b0-c962c9e86017 service neutron] Pushing event updated for resources: {'Port': ['ID=c9294705-6f5a-412d-be12-e11f090b6dfb,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.627376 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec93557-a4f4-4783-92fb-deda938f532d', 'tag': 'c9294705-6f5a-412d-be12-e11f090b6dfb', 'status': 'completed', 'code': 200} Jan 18 12:48:35.770457 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-1f50935f-1ec3-40d0-9b2d-3f88d874469f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 1096 time: 0.0770359 Jan 18 12:48:35.848705 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-fc0df7cf-aab8-4774-ae6a-ac7ab32e75ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9294705-6f5a-412d-be12-e11f090b6dfb HTTP/1.1" status: 200 len: 217 time: 0.0612969 Jan 18 12:48:35.914901 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-b3dd9ab8-0700-44fd-b520-6f29e40feaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:35.916363 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-b3dd9ab8-0700-44fd-b520-6f29e40feaf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.0615425 Jan 18 12:48:35.960987 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-a93da0f1-76fe-4ba3-835c-8efa7077a159 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382929 Jan 18 12:48:36.104397 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-1c628612-68c5-417a-9d9c-31df2d6b1f37 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359885 Jan 18 12:48:36.207798 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6c018-47c6-4043-aef0-515c814894ce req-18ae376b-43a9-44af-bd42-3a41edd583d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.216877 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97a6c018-47c6-4043-aef0-515c814894ce req-18ae376b-43a9-44af-bd42-3a41edd583d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 943 time: 0.1083062 Jan 18 12:48:36.265454 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-826a95b2-7bc8-496d-ac94-d8ba633a5579 req-8d2ce28f-ac1b-46b2-ad29-fadeeee6ef0d service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522200 Jan 18 12:48:36.311513 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97a6c018-47c6-4043-aef0-515c814894ce req-ed3e11e7-9d81-4722-8cfb-67ecad5ec888 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937338 Jan 18 12:48:36.355698 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0debb35-d510-49a2-a917-0c93575c4032 req-db9065d9-883f-4425-b29e-f7c2ca60bb10 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.357695 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f0debb35-d510-49a2-a917-0c93575c4032 req-db9065d9-883f-4425-b29e-f7c2ca60bb10 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 944 time: 0.1233404 Jan 18 12:48:36.411326 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f0debb35-d510-49a2-a917-0c93575c4032 req-3db90c12-ec06-47bd-bcd0-e74a147ac5a3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470726 Jan 18 12:48:36.460791 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-679bf382-785b-4dfc-9c8b-075e75331245 req-2c80a15a-c791-4a27-b0c7-e5055c50543b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 1096 time: 0.0793316 Jan 18 12:48:36.531954 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa6d5-d439-4a35-a2c4-453b1f74005d req-5f600fab-6212-4e92-9e32-b298786ad560 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.533787 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f34aa6d5-d439-4a35-a2c4-453b1f74005d req-5f600fab-6212-4e92-9e32-b298786ad560 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0816314 Jan 18 12:48:36.597678 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f34aa6d5-d439-4a35-a2c4-453b1f74005d req-c3576dc6-f44b-468e-a119-21a338d68cc1 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Jan 18 12:48:36.638411 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bf382-785b-4dfc-9c8b-075e75331245 req-04f6bb31-7c05-45cd-a255-6cd4b4e83594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.640041 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-679bf382-785b-4dfc-9c8b-075e75331245 req-04f6bb31-7c05-45cd-a255-6cd4b4e83594 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 916 time: 0.1691012 Jan 18 12:48:36.709594 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-679bf382-785b-4dfc-9c8b-075e75331245 req-0350c0aa-4386-48be-a5b0-df02ce537294 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9294705-6f5a-412d-be12-e11f090b6dfb HTTP/1.1" status: 200 len: 217 time: 0.0606892 Jan 18 12:48:36.780937 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bf382-785b-4dfc-9c8b-075e75331245 req-4df79f66-4bc5-4020-8130-b68c0543150c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.782376 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-679bf382-785b-4dfc-9c8b-075e75331245 req-4df79f66-4bc5-4020-8130-b68c0543150c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.0665083 Jan 18 12:48:36.834592 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-679bf382-785b-4dfc-9c8b-075e75331245 req-980c7d3a-9708-4c1c-9ed3-960edbd9bf9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404751 Jan 18 12:48:36.998562 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-679bf382-785b-4dfc-9c8b-075e75331245 req-157ddbc3-d6e9-4c9b-a5c5-83443af2eb31 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563864 Jan 18 12:48:37.063864 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56502) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.151703 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56508) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.154892 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-679bf382-785b-4dfc-9c8b-075e75331245 req-9b0d8623-dd60-48a6-84d0-1313f9029d02 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489649 Jan 18 12:48:37.286081 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.299835 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.343050 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:37.348147 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:37.350360 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Usage tracker for resource:security_group_rule and tenant:739ab81e51cc4239bb508347d66c776f is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:37.354023 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:37.356827 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Usage tracker for resource:security_group_rule and tenant:889cf7b409fe49e6b89d14a06242e774 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:37.361542 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:37.364140 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:37.369537 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:37.521600 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.529582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.537791 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.554395 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.651899 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8696a240-c38b-4d52-a4e7-c91f928a81d3,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:37.675398 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-7f5bab0d-b5d1-4912-af4a-012ac694e048 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=739ab81e51cc4239bb508347d66c776f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6097691 Jan 18 12:48:37.678102 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56528) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.693460 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=889cf7b409fe49e6b89d14a06242e774&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5406237 Jan 18 12:48:37.696325 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56532) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.715081 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386026ab-00a0-458e-992d-1ed0537c5f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a8f5f-cc38-42d1-a925-07000da10323,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:37.722505 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48097462-83da-42e4-9485-794effb52bfa req-b0d2726b-552a-4323-b8bc-c7079002eb1d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:37.729351 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48097462-83da-42e4-9485-794effb52bfa req-b0d2726b-552a-4323-b8bc-c7079002eb1d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 943 time: 0.2715414 Jan 18 12:48:37.777804 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d88391-f1ab-4997-ab1a-1a75864555fd req-ef6d90fc-34d4-4bda-b415-a72a4f724263 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:37.779130 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c0d88391-f1ab-4997-ab1a-1a75864555fd req-ef6d90fc-34d4-4bda-b415-a72a4f724263 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 944 time: 0.2303226 Jan 18 12:48:37.781835 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f91274-5df7-4c06-bbe1-6c15ed38e7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.795350 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48097462-83da-42e4-9485-794effb52bfa req-b2d6f6d1-96f2-44f0-b418-2d03c85b0163 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651691 Jan 18 12:48:37.811616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-41fe5bc9-4d64-4d53-aa52-a10cf87bfdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.848207 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c0d88391-f1ab-4997-ab1a-1a75864555fd req-7f606d14-1fdb-4a85-b304-5e79c60d27e0 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612543 Jan 18 12:48:37.917830 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f91274-5df7-4c06-bbe1-6c15ed38e7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.951755 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-41fe5bc9-4d64-4d53-aa52-a10cf87bfdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.029571 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f91274-5df7-4c06-bbe1-6c15ed38e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.048746 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08cf1-e466-4b0e-b78f-0b7bf33f44d9 req-7d2c4e14-3023-43b3-a7ed-bd75eb486995 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:38.050573 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-12f08cf1-e466-4b0e-b78f-0b7bf33f44d9 req-7d2c4e14-3023-43b3-a7ed-bd75eb486995 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0957074 Jan 18 12:48:38.054604 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f91274-5df7-4c06-bbe1-6c15ed38e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8696a240-c38b-4d52-a4e7-c91f928a81d3,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.058381 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97f91274-5df7-4c06-bbe1-6c15ed38e7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.063572 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-97f91274-5df7-4c06-bbe1-6c15ed38e7e4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8696a240-c38b-4d52-a4e7-c91f928a81d3 HTTP/1.1" status: 204 len: 168 time: 0.3840334 Jan 18 12:48:38.070833 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-41fe5bc9-4d64-4d53-aa52-a10cf87bfdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.074645 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-41fe5bc9-4d64-4d53-aa52-a10cf87bfdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.079012 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-41fe5bc9-4d64-4d53-aa52-a10cf87bfdda admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/932a8f5f-cc38-42d1-a925-07000da10323 HTTP/1.1" status: 204 len: 168 time: 0.3811657 Jan 18 12:48:38.126153 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe5bc9-4d64-4d53-aa52-a10cf87bfdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a8f5f-cc38-42d1-a925-07000da10323,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.194606 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-12f08cf1-e466-4b0e-b78f-0b7bf33f44d9 req-5b1f1512-b6ef-4660-bd91-97d2e0edfaf3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295271 Jan 18 12:48:38.237529 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device c9294705-6f5a-412d-be12-e11f090b6dfb details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:38.247779 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 835fd182-c4be-4160-87cf-aa02218ddc14 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:38.435290 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 835fd182-c4be-4160-87cf-aa02218ddc14 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:38.449780 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 835fd182-c4be-4160-87cf-aa02218ddc14 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:38.450308 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.497357 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port c9294705-6f5a-412d-be12-e11f090b6dfb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c9294705-6f5a-412d-be12-e11f090b6dfb,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:38.527157 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'c9294705-6f5a-412d-be12-e11f090b6dfb', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'port_id': 'c9294705-6f5a-412d-be12-e11f090b6dfb', 'mac_address': 'fa:16:3e:8f:f0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72607834-d0af-4fad-ad42-4cf0a6f4c356', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:38.611574 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.631808 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56554) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:38.636079 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56558) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:38.652134 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.655379 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.688602 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9294705-6f5a-412d-be12-e11f090b6dfb {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:38.690073 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:38.690599 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:38.694276 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Usage tracker for resource:security_group_rule and tenant:471bf06ef54b4ceabc08f85c82a51513 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.695166 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Usage tracker for resource:security_group_rule and tenant:75e3d7e41f0a469282a41800309b9bab is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.698671 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.701003 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.708970 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.711041 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.724171 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port c9294705-6f5a-412d-be12-e11f090b6dfb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c9294705-6f5a-412d-be12-e11f090b6dfb,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:38.731724 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.739111 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.798717 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.803695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.809657 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a3c868a-b752-4504-9b87-bab9594a7779 req-0d041670-f5c6-417c-afb4-b7d002368507 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 1099 time: 0.1120069 Jan 18 12:48:38.820710 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835fd182-c4be-4160-87cf-aa02218ddc14'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:38.846129 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 835fd182-c4be-4160-87cf-aa02218ddc14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=835fd182-c4be-4160-87cf-aa02218ddc14,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:38.862114 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.879345 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e37c97d-7af9-4e9c-9a55-339c9ecfdf01,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.881437 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=c9294705-6f5a-412d-be12-e11f090b6dfb,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.890459 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.900561 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3011e8ed-7b31-496a-961a-944a4d28e27f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=75e3d7e41f0a469282a41800309b9bab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2633102 Jan 18 12:48:38.902972 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56568) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:38.903875 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.949094 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835fd182-c4be-4160-87cf-aa02218ddc14', 'code': 200} Jan 18 12:48:38.994699 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=471bf06ef54b4ceabc08f85c82a51513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3617361 Jan 18 12:48:38.996126 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=835fd182-c4be-4160-87cf-aa02218ddc14,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.007002 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56572) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:39.056283 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b6be5cb-fb9f-40a3-a0d0-c3e3f590c3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.067233 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e64375-dd4f-47ef-b554-8b9737f95102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3b32f2-2dfc-4734-9005-116295d2e9f6,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.072821 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a3c868a-b752-4504-9b87-bab9594a7779 req-a112222d-e714-4d6c-962b-fc9eb45b24fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561412 Jan 18 12:48:39.125189 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-83071d53-a631-43e1-99f7-7cd4e7cbb867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.133609 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b6be5cb-fb9f-40a3-a0d0-c3e3f590c3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.150826 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab330813-d3fc-4b7f-98a7-91bbbb4066ea req-26b917d2-c5a6-4b28-b452-6dfc7add5252 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.151349 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-83071d53-a631-43e1-99f7-7cd4e7cbb867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.152287 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ab330813-d3fc-4b7f-98a7-91bbbb4066ea req-26b917d2-c5a6-4b28-b452-6dfc7add5252 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 944 time: 0.1944818 Jan 18 12:48:39.203622 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-83071d53-a631-43e1-99f7-7cd4e7cbb867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.222009 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83071d53-a631-43e1-99f7-7cd4e7cbb867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3b32f2-2dfc-4734-9005-116295d2e9f6,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.224253 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-83071d53-a631-43e1-99f7-7cd4e7cbb867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.225447 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-83071d53-a631-43e1-99f7-7cd4e7cbb867 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de3b32f2-2dfc-4734-9005-116295d2e9f6 HTTP/1.1" status: 204 len: 168 time: 0.2175107 Jan 18 12:48:39.237829 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['c9294705-6f5a-412d-be12-e11f090b6dfb'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:39.256730 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ab330813-d3fc-4b7f-98a7-91bbbb4066ea req-3bf71c88-827a-4a98-819d-58cafc364c8e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945702 Jan 18 12:48:39.278467 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cd387-0390-4461-8615-e3ffb3b9b264 req-aa22dfa4-d609-4ec9-a0c3-473b6e9282b2 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.286218 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2f1cd387-0390-4461-8615-e3ffb3b9b264 req-aa22dfa4-d609-4ec9-a0c3-473b6e9282b2 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 945 time: 0.2177603 Jan 18 12:48:39.289365 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b6be5cb-fb9f-40a3-a0d0-c3e3f590c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.365781 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2f1cd387-0390-4461-8615-e3ffb3b9b264 req-c98a1787-f15d-41f3-a117-0864ae6401d3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787504 Jan 18 12:48:39.368023 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6be5cb-fb9f-40a3-a0d0-c3e3f590c3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e37c97d-7af9-4e9c-9a55-339c9ecfdf01,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.380212 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b6be5cb-fb9f-40a3-a0d0-c3e3f590c3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.385138 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-4b6be5cb-fb9f-40a3-a0d0-c3e3f590c3e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e37c97d-7af9-4e9c-9a55-339c9ecfdf01 HTTP/1.1" status: 204 len: 168 time: 0.4805791 Jan 18 12:48:39.534274 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-23fd9eb5-11c3-41b2-bf30-6564e0d47903 req-fc4c6e1d-dbef-4f1b-8c3d-c9af78e9a79f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 1098 time: 0.1068904 Jan 18 12:48:39.613504 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beb8a9-cc44-4040-9359-374037a8fe14 req-5722e34c-e527-421c-9e61-c430ba0264fb tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.616031 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-98beb8a9-cc44-4040-9359-374037a8fe14 req-5722e34c-e527-421c-9e61-c430ba0264fb tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1122208 Jan 18 12:48:39.629960 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-23fd9eb5-11c3-41b2-bf30-6564e0d47903 req-62258ec5-e408-49a9-a216-148ae025f6a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880589 Jan 18 12:48:39.676559 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-98beb8a9-cc44-4040-9359-374037a8fe14 req-ecfa059a-ef09-464f-9eb0-dca147c42ea7 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543437 Jan 18 12:48:39.947346 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56604) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:39.968875 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.006265 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:40.011154 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Usage tracker for resource:security_group_rule and tenant:540a0fde717b46e799380bfe04c7edf0 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:40.014651 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:40.021829 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:40.115958 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.121567 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.169018 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e653c744-8e01-456e-bc95-49b0382784e3,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:40.173803 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-661ba16b-8440-428e-bb7d-d37de6a2cf37 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=540a0fde717b46e799380bfe04c7edf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2254517 Jan 18 12:48:40.176643 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56612) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:40.236430 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cb960670-2919-4675-8600-23ade214c84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.262184 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cb960670-2919-4675-8600-23ade214c84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.316820 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cb960670-2919-4675-8600-23ade214c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.333357 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb960670-2919-4675-8600-23ade214c84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e653c744-8e01-456e-bc95-49b0382784e3,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:40.340642 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cb960670-2919-4675-8600-23ade214c84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.354466 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-cb960670-2919-4675-8600-23ade214c84f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e653c744-8e01-456e-bc95-49b0382784e3 HTTP/1.1" status: 204 len: 168 time: 0.1671982 Jan 18 12:48:40.521905 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db43db-192a-4043-9e3e-7a36e6a9862c req-c2ccbcfa-8196-4572-b2da-fc05f45c0a1c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.523950 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-19db43db-192a-4043-9e3e-7a36e6a9862c req-c2ccbcfa-8196-4572-b2da-fc05f45c0a1c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 944 time: 0.1514821 Jan 18 12:48:40.623486 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-19db43db-192a-4043-9e3e-7a36e6a9862c req-929d0d42-4655-4d07-ba4c-6631b4e61abb tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650268 Jan 18 12:48:40.639080 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8df54-2e78-476a-8725-5244bffa2df7 req-1c5b5f6f-23f8-4ed4-9d79-ab151bcd5145 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.640642 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bea8df54-2e78-476a-8725-5244bffa2df7 req-1c5b5f6f-23f8-4ed4-9d79-ab151bcd5145 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 945 time: 0.1163671 Jan 18 12:48:40.737562 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bea8df54-2e78-476a-8725-5244bffa2df7 req-34f6655d-a539-4591-a9ff-bf096736976e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909693 Jan 18 12:48:40.978022 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bfc20-8e36-42ed-8018-2fcd325a56d9 req-cce1ea12-d4cc-49b4-aa40-5b6da68a7066 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.986125 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-753bfc20-8e36-42ed-8018-2fcd325a56d9 req-cce1ea12-d4cc-49b4-aa40-5b6da68a7066 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1079490 Jan 18 12:48:41.041744 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-753bfc20-8e36-42ed-8018-2fcd325a56d9 req-30edac20-7433-44a4-8137-3f9bb0925a9b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547225 Jan 18 12:48:41.849899 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9db96-2bd9-4ed6-a970-53e1143ea64c req-6bca3a07-93ff-4893-bb3a-3a255cc89a71 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:41.866519 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-47f9db96-2bd9-4ed6-a970-53e1143ea64c req-6bca3a07-93ff-4893-bb3a-3a255cc89a71 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 944 time: 0.1082518 Jan 18 12:48:41.922936 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-47f9db96-2bd9-4ed6-a970-53e1143ea64c req-1f04f48d-df56-4213-b151-f041460cf680 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Jan 18 12:48:42.029418 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc2782-ca79-49f1-9ef4-475a7cb4e608 req-309285f4-443e-4f27-b862-8c83d319937b tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:42.031983 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c3dc2782-ca79-49f1-9ef4-475a7cb4e608 req-309285f4-443e-4f27-b862-8c83d319937b tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 945 time: 0.0923986 Jan 18 12:48:42.089054 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c3dc2782-ca79-49f1-9ef4-475a7cb4e608 req-8819aee1-06de-4b26-a543-99f9e26c5994 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Jan 18 12:48:42.299204 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device c9294705-6f5a-412d-be12-e11f090b6dfb up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:42.333223 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94908dd-fab3-4455-b79a-e018980a6434 req-14673bbf-80ae-4009-b8c4-3eeeaeed8b04 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:42.342244 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c94908dd-fab3-4455-b79a-e018980a6434 req-14673bbf-80ae-4009-b8c4-3eeeaeed8b04 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1157176 Jan 18 12:48:42.380703 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port c9294705-6f5a-412d-be12-e11f090b6dfb completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:42.386637 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port c9294705-6f5a-412d-be12-e11f090b6dfb triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:42.387201 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.392876 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c94908dd-fab3-4455-b79a-e018980a6434 req-8ceb36fc-70a5-4e9d-80fc-b229807154af tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495260 Jan 18 12:48:42.524816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.548599 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56712) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:42.554150 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec93557-a4f4-4783-92fb-deda938f532d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9294705-6f5a-412d-be12-e11f090b6dfb'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:42.567792 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port c9294705-6f5a-412d-be12-e11f090b6dfb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c9294705-6f5a-412d-be12-e11f090b6dfb,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:42.574124 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.621605 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff854f9e-f2ce-4b2c-a2b8-5048af31ec1a req-3fd449b1-d998-4b84-8699-8b030ba55276 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:42.624143 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff854f9e-f2ce-4b2c-a2b8-5048af31ec1a req-3fd449b1-d998-4b84-8699-8b030ba55276 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0998657 Jan 18 12:48:42.655369 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=c9294705-6f5a-412d-be12-e11f090b6dfb,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:42.677791 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec93557-a4f4-4783-92fb-deda938f532d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9294705-6f5a-412d-be12-e11f090b6dfb', 'code': 200} Jan 18 12:48:42.687641 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff854f9e-f2ce-4b2c-a2b8-5048af31ec1a req-1178df1f-b458-41cc-900e-ca7cab585381 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Jan 18 12:48:42.762201 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.794709 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:42.798565 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Usage tracker for resource:security_group_rule and tenant:760596d3f2df459ea1a1f0363e2530a9 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:42.801526 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:42.807859 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:42.900625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.908177 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.031599 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545a9f3-7642-451e-8b71-717a62ea201e,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.041753 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56730) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:43.042112 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f90abe86-a3e2-4105-988c-9bc876dd57ec admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=760596d3f2df459ea1a1f0363e2530a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4914007 Jan 18 12:48:43.060138 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-bdecefb1-5da0-4c44-ab13-1776937dd140 req-e7a86000-87de-476d-a0c4-4ddadea1e9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 1098 time: 0.1229954 Jan 18 12:48:43.107738 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-bdecefb1-5da0-4c44-ab13-1776937dd140 req-c84293c6-b0bb-4427-879b-cf817452576d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Jan 18 12:48:43.179428 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87b4833a-5a4d-41d8-833d-f7ece22d868c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.221217 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80931217-87b7-4edb-95c3-f273304753a8 req-3a1e5480-d55e-48eb-8862-77e018115567 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:43.222571 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-80931217-87b7-4edb-95c3-f273304753a8 req-3a1e5480-d55e-48eb-8862-77e018115567 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1585641 Jan 18 12:48:43.224321 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87b4833a-5a4d-41d8-833d-f7ece22d868c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.308147 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-80931217-87b7-4edb-95c3-f273304753a8 req-74c8083a-c9a9-4660-ae6a-8c6e31fdbb4b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767767 Jan 18 12:48:43.324260 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87b4833a-5a4d-41d8-833d-f7ece22d868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.342433 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4833a-5a4d-41d8-833d-f7ece22d868c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545a9f3-7642-451e-8b71-717a62ea201e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.347995 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87b4833a-5a4d-41d8-833d-f7ece22d868c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.348936 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-87b4833a-5a4d-41d8-833d-f7ece22d868c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6545a9f3-7642-451e-8b71-717a62ea201e HTTP/1.1" status: 204 len: 168 time: 0.3065820 Jan 18 12:48:43.615878 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-a8f72524-8ddf-4f41-a9f2-607741e960dd tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7d4203a028224425ba349b18bebad84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271976 Jan 18 12:48:43.724098 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56762) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:43.742272 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.777772 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:43.782229 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:5178c77d55fd4f4c842d7152f422c46d is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:43.786813 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:43.787026 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-7a0bf4ea-6d97-46f0-b499-5a70a1b5195a tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:43.788509 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-7a0bf4ea-6d97-46f0-b499-5a70a1b5195a tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671813 Jan 18 12:48:43.799316 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:43.815365 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-5ffa07e4-eb68-483b-9c3a-5b3b5c4effec tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/quotas/7d4203a028224425ba349b18bebad84c HTTP/1.1" status: 200 len: 375 time: 0.0205297 Jan 18 12:48:43.881581 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.886931 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.911615 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-22dce602-3fea-4754-b3f9-6957d6de78e9 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7d4203a028224425ba349b18bebad84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817363 Jan 18 12:48:43.936328 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b499a6d2-5197-402d-a5e7-fab868a4cfb6,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.942379 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-52d058dc-16b8-4e6b-b68c-5d74cfb68ba5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5178c77d55fd4f4c842d7152f422c46d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2172647 Jan 18 12:48:43.944954 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56768) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:44.016189 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3e28a4e6-a98e-41ca-98a1-354bcfc5b5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.058372 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3e28a4e6-a98e-41ca-98a1-354bcfc5b5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.121648 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-876906e1-bf3d-40fb-863e-7e1c38672bfa req-1d98b5a8-1141-4946-b4eb-78c02fe57e0b tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 210 time: 0.0510199 Jan 18 12:48:44.142289 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3e28a4e6-a98e-41ca-98a1-354bcfc5b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.167484 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28a4e6-a98e-41ca-98a1-354bcfc5b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b499a6d2-5197-402d-a5e7-fab868a4cfb6,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.198688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3e28a4e6-a98e-41ca-98a1-354bcfc5b5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.203982 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3e28a4e6-a98e-41ca-98a1-354bcfc5b5ae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b499a6d2-5197-402d-a5e7-fab868a4cfb6 HTTP/1.1" status: 204 len: 168 time: 0.2569387 Jan 18 12:48:44.208859 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56780) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:44.393023 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.453104 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:44.457684 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Usage tracker for resource:security_group_rule and tenant:c21810ebdc874fd295961b7e207797b2 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:44.460968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:44.468028 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:44.661410 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e7b2b-b09e-4a6f-ab6a-6b8abff8d98b req-7cc4ccf6-4393-4c84-896c-df1f1214293c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:44.662961 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5e8e7b2b-b09e-4a6f-ab6a-6b8abff8d98b req-7cc4ccf6-4393-4c84-896c-df1f1214293c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1924210 Jan 18 12:48:44.707366 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.716326 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca36238-e43c-4faa-8f81-632b23aa72fc req-564241d6-6869-4e2d-a93d-7fe8acac3fb2 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:44.717733 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4ca36238-e43c-4faa-8f81-632b23aa72fc req-564241d6-6869-4e2d-a93d-7fe8acac3fb2 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 945 time: 0.1993070 Jan 18 12:48:44.720182 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.814927 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5e8e7b2b-b09e-4a6f-ab6a-6b8abff8d98b req-7a5c112b-538f-428a-8ba2-86df8fe185f1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455152 Jan 18 12:48:44.816968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e84e3-2c9b-49e5-8905-7e65af827916,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.823734 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8fbfd97c-7f54-4202-9362-fe61275b2c12 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c21810ebdc874fd295961b7e207797b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6139457 Jan 18 12:48:44.827239 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56814) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:44.859385 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4ca36238-e43c-4faa-8f81-632b23aa72fc req-6451675b-b83c-45f2-9781-102af72d3c6b tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202788 Jan 18 12:48:44.937884 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac355ab6-4fd0-4984-9508-ed5932e5734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.967408 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac355ab6-4fd0-4984-9508-ed5932e5734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.033924 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac355ab6-4fd0-4984-9508-ed5932e5734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.049015 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac355ab6-4fd0-4984-9508-ed5932e5734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e84e3-2c9b-49e5-8905-7e65af827916,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.059068 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac355ab6-4fd0-4984-9508-ed5932e5734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.060384 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ac355ab6-4fd0-4984-9508-ed5932e5734d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/815e84e3-2c9b-49e5-8905-7e65af827916 HTTP/1.1" status: 204 len: 168 time: 0.2324579 Jan 18 12:48:45.387380 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-87f88e03-380c-4a65-86e7-38beb446b04e req-c0b01f56-b5e1-4a24-a8ff-93ca41c8d5aa tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 210 time: 0.0804935 Jan 18 12:48:45.440958 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-25a4b402-24df-4414-8524-2bc5a7047934 req-bd554a39-7f42-43aa-81e7-3cd29e9352d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.1113183 Jan 18 12:48:45.525371 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56834) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.556220 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.573547 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be6efa-b41f-4e17-962e-f3c98195752d req-dee31ec6-d938-469f-a249-9354f0013c62 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:45.575026 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-03be6efa-b41f-4e17-962e-f3c98195752d req-dee31ec6-d938-469f-a249-9354f0013c62 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1179340 Jan 18 12:48:45.605304 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4b402-24df-4414-8524-2bc5a7047934 req-92bb163b-eaa7-4823-b8f0-4452f9636a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:45.607097 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-25a4b402-24df-4414-8524-2bc5a7047934 req-92bb163b-eaa7-4823-b8f0-4452f9636a64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 919 time: 0.1533444 Jan 18 12:48:45.615417 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.626450 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Usage tracker for resource:security_group_rule and tenant:1788d4c6ddc7426baef8cf8dd244daca is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.630469 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.640415 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.649449 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-03be6efa-b41f-4e17-962e-f3c98195752d req-29e20a4d-f196-43fb-beba-3b906b3c30d6 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Jan 18 12:48:45.699927 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-25a4b402-24df-4414-8524-2bc5a7047934 req-7c960419-070b-4709-a634-ecec868e974c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 217 time: 0.0864019 Jan 18 12:48:45.725518 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.732483 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.775750 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4b402-24df-4414-8524-2bc5a7047934 req-192ff13d-8489-4023-b5ec-83935d0f9c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:45.778468 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-25a4b402-24df-4414-8524-2bc5a7047934 req-192ff13d-8489-4023-b5ec-83935d0f9c6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.0637503 Jan 18 12:48:45.783080 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c23c2-cf07-48d2-ac08-bfa1a2ac1bb7,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.790262 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-7dc4f7ad-e333-46e4-a37c-77c1ae3eb21a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1788d4c6ddc7426baef8cf8dd244daca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2623830 Jan 18 12:48:45.793165 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 56840) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.846843 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-25a4b402-24df-4414-8524-2bc5a7047934 req-ba73c9d4-e057-40bb-a228-aef5abcd863a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500252 Jan 18 12:48:45.857688 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-653bcf4e-5ca9-4a3a-947e-5685d81b98a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.027248 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-d9dccda2-9a49-403d-9f66-c46cbc3fe8f2 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7d4203a028224425ba349b18bebad84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395695 Jan 18 12:48:46.041532 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-653bcf4e-5ca9-4a3a-947e-5685d81b98a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.049083 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-25a4b402-24df-4414-8524-2bc5a7047934 req-90ca8cc8-445e-4f6d-9ff2-0ebf89efe354 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775641 Jan 18 12:48:46.271440 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-25a4b402-24df-4414-8524-2bc5a7047934 req-d06e08b7-3699-4db8-904c-43a3bca31729 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124119 Jan 18 12:48:46.349154 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-653bcf4e-5ca9-4a3a-947e-5685d81b98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.373068 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-7c82b8a3-c732-4e55-8346-7712a7797d24 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:46.374459 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-7c82b8a3-c732-4e55-8346-7712a7797d24 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255029 Jan 18 12:48:46.380444 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bcf4e-5ca9-4a3a-947e-5685d81b98a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c23c2-cf07-48d2-ac08-bfa1a2ac1bb7,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:46.390364 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb319186-71e7-41b2-ad1c-f7ed303465de req-272f994e-2bb4-40a7-8a6c-0cb12eb92401 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:46.391818 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bb319186-71e7-41b2-ad1c-f7ed303465de req-272f994e-2bb4-40a7-8a6c-0cb12eb92401 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 945 time: 0.3213899 Jan 18 12:48:46.402122 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daab2a-e378-4846-b4d2-f9efeea10faa req-36e55e4c-94f1-4b3a-955c-e7b6a8b0fe8e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:46.403548 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-69daab2a-e378-4846-b4d2-f9efeea10faa req-36e55e4c-94f1-4b3a-955c-e7b6a8b0fe8e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.2934530 Jan 18 12:48:46.421323 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-653bcf4e-5ca9-4a3a-947e-5685d81b98a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.422414 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-653bcf4e-5ca9-4a3a-947e-5685d81b98a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c63c23c2-cf07-48d2-ac08-bfa1a2ac1bb7 HTTP/1.1" status: 204 len: 168 time: 0.6282945 Jan 18 12:48:46.482851 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Request body: {'port': {'device_id': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536', 'admin_state_up': True, 'tenant_id': '7d4203a028224425ba349b18bebad84c'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:46.503878 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bb319186-71e7-41b2-ad1c-f7ed303465de req-a4ab9b91-42e2-487b-9daf-29e2e603a153 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986042 Jan 18 12:48:46.509362 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-69daab2a-e378-4846-b4d2-f9efeea10faa req-a04af890-6d39-4aae-883a-c93768610de2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843403 Jan 18 12:48:46.665726 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:46.675859 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Usage tracker for resource:port and tenant:7d4203a028224425ba349b18bebad84c is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:46.683488 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:46.696747 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:46.713927 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Made reservation on behalf of 7d4203a028224425ba349b18bebad84c for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:46.719024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.738328 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.782509 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:46.787459 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Usage tracker for resource:security_group_rule and tenant:7d4203a028224425ba349b18bebad84c is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:46.792387 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:46.798624 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:46.934807 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.944567 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.045742 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39dfc9e8-f161-4604-b8ba-ed902c2aa407,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:47.124486 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-efa13ccf-0b4d-49f3-8c16-e5d3cf517a26 req-96a1691c-4799-450c-8c37-ce3b1c97ad66 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 210 time: 0.0598767 Jan 18 12:48:47.256088 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Allocated IP 192.168.233.118 (a44a9f4d-6e0b-4fb8-9135-1db378cf0536/7ce229be-da5f-4d82-9194-f67da7081708/53c7c988-44ef-4622-9fca-07a38e09b4be) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:47.321775 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382647-e763-4395-af79-b03018babf5b req-5149e7ad-86a4-4037-a0ee-07c9a3be39af tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.324854 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3c382647-e763-4395-af79-b03018babf5b req-5149e7ad-86a4-4037-a0ee-07c9a3be39af tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 945 time: 0.1681876 Jan 18 12:48:47.420819 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Deleting port 835fd182-c4be-4160-87cf-aa02218ddc14 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:48:47.421175 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.562451 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e9c0-58d2-4ec4-adf2-8bb70ce2785e req-57a445ce-b61f-4ab2-bea4-306256705bc1 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.573041 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0597e9c0-58d2-4ec4-adf2-8bb70ce2785e req-57a445ce-b61f-4ab2-bea4-306256705bc1 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2586658 Jan 18 12:48:47.668599 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.701192 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0597e9c0-58d2-4ec4-adf2-8bb70ce2785e req-c66619bb-6184-4bc5-8400-f98de08d384f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271122 Jan 18 12:48:47.751639 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Transition to ACTIVE for port object 53c7c988-44ef-4622-9fca-07a38e09b4be will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:47.778000 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] For port 835fd182-c4be-4160-87cf-aa02218ddc14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=835fd182-c4be-4160-87cf-aa02218ddc14,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:47.778938 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.804504 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3073a8-cff2-421a-a990-0418b801ffea req-45a1ebab-71e5-4d77-aa5c-23717c1f614e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.806731 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8f3073a8-cff2-421a-a990-0418b801ffea req-45a1ebab-71e5-4d77-aa5c-23717c1f614e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 945 time: 0.1132226 Jan 18 12:48:47.829594 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.868421 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:48:47.901250 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:47.909280 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:47.934600 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:48.005905 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8f3073a8-cff2-421a-a990-0418b801ffea req-da32b4cc-09a1-4e3c-b9ba-46be9f0b76ea tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923876 Jan 18 12:48:48.009310 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Calling delete_port for 835fd182-c4be-4160-87cf-aa02218ddc14 owned by compute:nova {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:48:48.041937 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Pushing event updated for resources: {'Port': ['ID=53c7c988-44ef-4622-9fca-07a38e09b4be,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:48.096059 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:48.098958 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.154602 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-6af64d59-65fe-458e-988e-3efb97c66365 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6753666 Jan 18 12:48:48.179317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Request body: {'port': {'device_id': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:48.280148 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-660d28b5-c419-4a21-8611-19ca2b5679ac None None] Provisioning for port 53c7c988-44ef-4622-9fca-07a38e09b4be completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:48.291198 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-660d28b5-c419-4a21-8611-19ca2b5679ac None None] Provisioning complete for port 53c7c988-44ef-4622-9fca-07a38e09b4be triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:48.292743 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-660d28b5-c419-4a21-8611-19ca2b5679ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.359174 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.387771 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.403760 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-660d28b5-c419-4a21-8611-19ca2b5679ac None None] Port 53c7c988-44ef-4622-9fca-07a38e09b4be cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:48.432848 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['835fd182-c4be-4160-87cf-aa02218ddc14'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:48.498633 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Pushing event deleted for resources: {'Port': ['ID=835fd182-c4be-4160-87cf-aa02218ddc14,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:48.618679 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] No DVR routers for this DVR port 835fd182-c4be-4160-87cf-aa02218ddc14 on host hv-cinder-82510 {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:48:48.622405 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.655393 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'name': 'network-vif-deleted', 'tag': '835fd182-c4be-4160-87cf-aa02218ddc14'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:48.670572 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3c382647-e763-4395-af79-b03018babf5b req-49f0c2e0-cc25-4c38-bd4b-a0fa0443d28c tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "DELETE /v2.0/ports/835fd182-c4be-4160-87cf-aa02218ddc14 HTTP/1.1" status: 204 len: 173 time: 1.3381333 Jan 18 12:48:48.796462 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01667039-2d4e-4c21-9d69-d8c2b21993f4 req-ada3373e-aa8a-42d7-860c-9edb53bbcfb2 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:48.797151 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-01667039-2d4e-4c21-9d69-d8c2b21993f4 req-ada3373e-aa8a-42d7-860c-9edb53bbcfb2 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Synchronizing usage tracker for tenant:7d4203a028224425ba349b18bebad84c on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:48.854273 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-01667039-2d4e-4c21-9d69-d8c2b21993f4 req-ada3373e-aa8a-42d7-860c-9edb53bbcfb2 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Unset dirty status for tenant:7d4203a028224425ba349b18bebad84c on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:48.855448 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01667039-2d4e-4c21-9d69-d8c2b21993f4 req-ada3373e-aa8a-42d7-860c-9edb53bbcfb2 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 936 time: 0.4726906 Jan 18 12:48:48.962317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-01667039-2d4e-4c21-9d69-d8c2b21993f4 req-692e8ec0-6ff3-4aa8-835b-f434e69d8df5 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Synchronizing usage tracker for tenant:7d4203a028224425ba349b18bebad84c on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:49.033008 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c7c988-44ef-4622-9fca-07a38e09b4be {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:49.037353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-01667039-2d4e-4c21-9d69-d8c2b21993f4 req-692e8ec0-6ff3-4aa8-835b-f434e69d8df5 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Unset dirty status for tenant:7d4203a028224425ba349b18bebad84c on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:49.051114 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01667039-2d4e-4c21-9d69-d8c2b21993f4 req-692e8ec0-6ff3-4aa8-835b-f434e69d8df5 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883588 Jan 18 12:48:49.055847 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.073089 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Transition to ACTIVE for port object 53c7c988-44ef-4622-9fca-07a38e09b4be will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:49.078022 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.134457 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a565fb73-fabe-45c5-9457-e7c53dfaefef', 'name': 'network-vif-deleted', 'tag': '835fd182-c4be-4160-87cf-aa02218ddc14', 'status': 'completed', 'code': 200} Jan 18 12:48:49.257678 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Pushing event updated for resources: {'Port': ['ID=53c7c988-44ef-4622-9fca-07a38e09b4be,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.454658 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5737009e-7c23-4ec6-ad75-309510c8e173 req-bcaac386-dabc-4c02-8946-300265d8e1e0 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a565fb73-fabe-45c5-9457-e7c53dfaefef HTTP/1.1" status: 200 len: 210 time: 0.1250160 Jan 18 12:48:49.499279 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Attempting to bind port 53c7c988-44ef-4622-9fca-07a38e09b4be on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:49.499615 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Attempting to bind port 53c7c988-44ef-4622-9fca-07a38e09b4be by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:49.499940 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Attempting to bind port 53c7c988-44ef-4622-9fca-07a38e09b4be on network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:49.511788 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Port 53c7c988-44ef-4622-9fca-07a38e09b4be on network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:49.511788 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Attempting to bind port 53c7c988-44ef-4622-9fca-07a38e09b4be on network a44a9f4d-6e0b-4fb8-9135-1db378cf0536 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:49.522854 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:49.523191 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Checking segment: {'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:49.524448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Bound using segment: {'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:49.524572 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Bound port: 53c7c988-44ef-4622-9fca-07a38e09b4be, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a48e999-7ebd-443a-8643-6f43b87ef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:49.524910 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.549077 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374410-6671-4272-95f9-7d9e55001f21 req-aa97cfb1-a8c6-4aa7-9cc6-a28b6393f79f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:49.550547 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb374410-6671-4272-95f9-7d9e55001f21 req-aa97cfb1-a8c6-4aa7-9cc6-a28b6393f79f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1911063 Jan 18 12:48:49.566527 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56964) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:49.701490 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb374410-6671-4272-95f9-7d9e55001f21 req-71c735cb-efb1-473c-b63e-18ac4a9d470a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111019 Jan 18 12:48:49.708225 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] For port 53c7c988-44ef-4622-9fca-07a38e09b4be, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:49.712617 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] For port 53c7c988-44ef-4622-9fca-07a38e09b4be, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53c7c988-44ef-4622-9fca-07a38e09b4be,segment=NetworkSegment(8a48e999-7ebd-443a-8643-6f43b87ef654),segment_id=8a48e999-7ebd-443a-8643-6f43b87ef654)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:49.722368 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.743506 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.781206 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:49.786273 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Usage tracker for resource:security_group_rule and tenant:3209cf4630874728b9e696d3ddb0f1eb is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:49.790133 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:49.792050 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.793398 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] 10.222.0.20 "PUT /v2.0/ports/53c7c988-44ef-4622-9fca-07a38e09b4be HTTP/1.1" status: 200 len: 1098 time: 1.6194348 Jan 18 12:48:49.793832 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'tag': '53c7c988-44ef-4622-9fca-07a38e09b4be'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:49.797052 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:49.836521 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c97a9-f3b6-450a-882b-53cfd4a61a03 service neutron] Pushing event updated for resources: {'Port': ['ID=53c7c988-44ef-4622-9fca-07a38e09b4be,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.870889 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'tag': '53c7c988-44ef-4622-9fca-07a38e09b4be', 'status': 'completed', 'code': 200} Jan 18 12:48:49.876393 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.885225 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.967668 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3209cf4630874728b9e696d3ddb0f1eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3995681 Jan 18 12:48:49.968579 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35ebd2-547a-49ff-9f9c-eecac1d9eaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d28de-13d9-4a7b-8bc9-c015ad27a6f7,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.971250 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56974) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:49.995834 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-36bd7dfa-530e-4d47-89d0-ea89afe00624 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d4203a028224425ba349b18bebad84c&device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 1101 time: 0.0827463 Jan 18 12:48:50.046160 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5b086601-c7a4-4265-8752-bb2436a01021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.075078 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5b086601-c7a4-4265-8752-bb2436a01021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.077181 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-e62ac8ff-8a76-4cd8-854f-049ff8b20c87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=53c7c988-44ef-4622-9fca-07a38e09b4be HTTP/1.1" status: 200 len: 217 time: 0.0644894 Jan 18 12:48:50.140292 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5b086601-c7a4-4265-8752-bb2436a01021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.156691 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b086601-c7a4-4265-8752-bb2436a01021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d28de-13d9-4a7b-8bc9-c015ad27a6f7,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:50.161376 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5b086601-c7a4-4265-8752-bb2436a01021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.162920 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-5b086601-c7a4-4265-8752-bb2436a01021 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a3d28de-13d9-4a7b-8bc9-c015ad27a6f7 HTTP/1.1" status: 204 len: 168 time: 0.1905632 Jan 18 12:48:50.176636 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-732cc116-fc62-4476-8966-288eccecdab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:50.178266 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-732cc116-fc62-4476-8966-288eccecdab1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce229be-da5f-4d82-9194-f67da7081708 HTTP/1.1" status: 200 len: 843 time: 0.0879455 Jan 18 12:48:50.329905 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-04300cb7-0f53-4e8c-8cc9-f54329d16553 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a44a9f4d-6e0b-4fb8-9135-1db378cf0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1425622 Jan 18 12:48:50.338632 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04721276-976e-4e41-b3cb-757eb514049a req-72eb924c-a5b7-4bd2-a8d0-9b47f1784d41 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:50.345702 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-04721276-976e-4e41-b3cb-757eb514049a req-72eb924c-a5b7-4bd2-a8d0-9b47f1784d41 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 948 time: 0.1162508 Jan 18 12:48:50.389752 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 835fd182-c4be-4160-87cf-aa02218ddc14 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:50.437775 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 835fd182-c4be-4160-87cf-aa02218ddc14 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:48:50.438111 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 835fd182-c4be-4160-87cf-aa02218ddc14 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:48:50.472918 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-04721276-976e-4e41-b3cb-757eb514049a req-11e8e188-0e7d-4f5e-a8de-36cd954517a0 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Jan 18 12:48:50.511242 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-7578bd92-5166-4a66-bdaa-782cfc675c68 service neutron] 10.222.0.20 "GET /v2.0/networks/a44a9f4d-6e0b-4fb8-9135-1db378cf0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635590 Jan 18 12:48:50.566580 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 56992) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:50.584849 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.620506 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:50.624266 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Usage tracker for resource:security_group_rule and tenant:b8bd6b3c69304a74b92713e372ceae18 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:50.627039 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:50.632744 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:50.651008 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-618f4a81-7164-4132-9816-f1d6d87fbbaf req-28ff7e10-a7d9-4280-a22a-9e2c7af1c270 service neutron] 10.222.0.20 "GET /v2.0/networks/a44a9f4d-6e0b-4fb8-9135-1db378cf0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323547 Jan 18 12:48:50.702157 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.706011 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.753118 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13999589-64a6-4d4b-8f51-a7af21c8432b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:50.758152 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b392f130-595f-46a8-8dbd-3123d98ee6cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8bd6b3c69304a74b92713e372ceae18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1903737 Jan 18 12:48:50.761073 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57004) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:50.998665 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3de1bd5-adee-4668-8e79-c8d04a083772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.048165 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3de1bd5-adee-4668-8e79-c8d04a083772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.115728 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-2e4386e0-5d22-4390-9500-5b3378e406ec tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:51.117143 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-2e4386e0-5d22-4390-9500-5b3378e406ec tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/networks?id=40982f2c-53d8-4d80-a63d-d01cc231ed73 HTTP/1.1" status: 200 len: 809 time: 0.3153841 Jan 18 12:48:51.146883 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ece5f-dde0-4db4-8f72-361bc12746c4 req-8ee1083e-b259-4218-806c-15b23e16b40f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:51.148276 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0d5ece5f-dde0-4db4-8f72-361bc12746c4 req-8ee1083e-b259-4218-806c-15b23e16b40f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2078941 Jan 18 12:48:51.149844 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-38e5701f-7619-438c-91c7-415912b86b5d tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/quotas/ddebb1c927fe49ba9a77263603106ccf HTTP/1.1" status: 200 len: 375 time: 0.0260544 Jan 18 12:48:51.199591 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3de1bd5-adee-4668-8e79-c8d04a083772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.228695 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-dd68271d-ac9c-438f-a876-002f3b716253 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ddebb1c927fe49ba9a77263603106ccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713978 Jan 18 12:48:51.233406 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de1bd5-adee-4668-8e79-c8d04a083772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13999589-64a6-4d4b-8f51-a7af21c8432b,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:51.268452 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d3de1bd5-adee-4668-8e79-c8d04a083772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.269520 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d3de1bd5-adee-4668-8e79-c8d04a083772 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/13999589-64a6-4d4b-8f51-a7af21c8432b HTTP/1.1" status: 204 len: 168 time: 0.5073335 Jan 18 12:48:51.327383 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0d5ece5f-dde0-4db4-8f72-361bc12746c4 req-d2ce5284-0e2c-436b-997f-5699abb3e0bb tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728237 Jan 18 12:48:51.393836 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-3a0e2595-73db-4747-b689-9a2fd5937d7a service neutron] 10.222.0.86 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572948 Jan 18 12:48:51.534814 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-9320ea1f-5f66-44b6-ad61-3eb9d065cfc3 service neutron] 10.222.0.86 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343672 Jan 18 12:48:51.995723 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-75be382d-5f98-4687-8f77-dd09b738883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.647697 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-da97164c-f13f-4e4f-b334-889bfbab7cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d4203a028224425ba349b18bebad84c&device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 1101 time: 0.0780044 Jan 18 12:48:53.958365 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-59e5a919-9e53-41a8-a5b4-75eb9c4d7922 req-f8f21dd6-9457-4279-a917-82259adbda71 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 210 time: 0.1090786 Jan 18 12:48:53.973956 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-20d95794-c009-41d9-8ca6-94b0252db1dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:53.983821 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-20d95794-c009-41d9-8ca6-94b0252db1dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a44a9f4d-6e0b-4fb8-9135-1db378cf0536 HTTP/1.1" status: 200 len: 870 time: 0.2746150 Jan 18 12:48:54.055821 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-cc8c0455-70fb-49c6-9554-9b6d203632f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=53c7c988-44ef-4622-9fca-07a38e09b4be HTTP/1.1" status: 200 len: 217 time: 0.0687931 Jan 18 12:48:54.066423 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b981a9-cbea-4285-82bc-875a7be993b1 req-10223c0c-2ad6-4137-a332-79dc325f9148 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.067866 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-74b981a9-cbea-4285-82bc-875a7be993b1 req-10223c0c-2ad6-4137-a332-79dc325f9148 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 948 time: 0.1765311 Jan 18 12:48:54.111011 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 57108) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:54.153503 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-59442c17-74ca-42e9-b18d-c1659aa991a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.207494 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-e2297220-a2d3-4d1f-8143-6b8dc1db3fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.209049 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-e2297220-a2d3-4d1f-8143-6b8dc1db3fe6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce229be-da5f-4d82-9194-f67da7081708 HTTP/1.1" status: 200 len: 843 time: 0.1403320 Jan 18 12:48:54.256680 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.261707 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-74b981a9-cbea-4285-82bc-875a7be993b1 req-1fd1c5f3-cbe2-445b-b9da-e781e7e8a1e5 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286829 Jan 18 12:48:54.283903 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4682cc6-6177-426a-a501-63be632a202e req-2d077bb6-b850-42f5-9843-f3910278a3d5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.285356 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c4682cc6-6177-426a-a501-63be632a202e req-2d077bb6-b850-42f5-9843-f3910278a3d5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2156057 Jan 18 12:48:54.296193 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:54.300441 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5ac2e786d04a558ff0e21c961ac6b3 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:54.303289 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:54.309707 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:54.346715 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-bdd869cd-46f2-489e-a153-2a8e74ddc67e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a44a9f4d-6e0b-4fb8-9135-1db378cf0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1279392 Jan 18 12:48:54.350426 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c4682cc6-6177-426a-a501-63be632a202e req-d08bab8f-cf2a-47c2-822d-c8036b7d9ec2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Jan 18 12:48:54.379420 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.383600 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.428581 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4175f5e-2b60-416d-b669-d29db1547e74,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:54.437509 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57114) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:54.437755 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ed4c0db7-7b71-4a0d-9033-0e06dcf42e73 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e5ac2e786d04a558ff0e21c961ac6b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3256807 Jan 18 12:48:54.520039 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-920c2d50-eace-4c4d-8e25-091cd33a4138 service neutron] 10.222.0.20 "GET /v2.0/networks/a44a9f4d-6e0b-4fb8-9135-1db378cf0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616824 Jan 18 12:48:54.542066 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-65316a6d-a341-4203-bcfd-e4e9e9a725c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.567857 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-65316a6d-a341-4203-bcfd-e4e9e9a725c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.866479 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-65316a6d-a341-4203-bcfd-e4e9e9a725c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.872923 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a939e4c-3a9a-4275-8477-6e1a32e0bd8e req-f5fa1c8d-e835-4932-8e47-915c37507fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/a44a9f4d-6e0b-4fb8-9135-1db378cf0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724166 Jan 18 12:48:54.888994 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65316a6d-a341-4203-bcfd-e4e9e9a725c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4175f5e-2b60-416d-b669-d29db1547e74,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:54.920165 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-65316a6d-a341-4203-bcfd-e4e9e9a725c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.924484 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-65316a6d-a341-4203-bcfd-e4e9e9a725c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f4175f5e-2b60-416d-b669-d29db1547e74 HTTP/1.1" status: 204 len: 168 time: 0.4855158 Jan 18 12:48:54.963043 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-2a07b863-3d22-4976-bd56-7d2ebef96f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.965039 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-2a07b863-3d22-4976-bd56-7d2ebef96f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "GET /v2.0/networks?id=40982f2c-53d8-4d80-a63d-d01cc231ed73 HTTP/1.1" status: 200 len: 809 time: 0.3696368 Jan 18 12:48:55.024228 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Request body: {'port': {'device_id': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73', 'admin_state_up': True, 'tenant_id': 'ddebb1c927fe49ba9a77263603106ccf'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:55.164398 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9f7a181c-f0d0-41ba-b7db-c63b8af3e2ae req-61106dec-06c4-466f-a407-348ec9cbe438 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 210 time: 0.0593662 Jan 18 12:48:55.191713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:55.191713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Usage tracker for resource:port and tenant:ddebb1c927fe49ba9a77263603106ccf is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:55.191713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:55.198015 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:55.208111 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Made reservation on behalf of ddebb1c927fe49ba9a77263603106ccf for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:55.211832 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.288624 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.353469 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57152) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:55.373168 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.415846 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.469341 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:55.478461 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Usage tracker for resource:security_group_rule and tenant:b5909a256b4343b087e0575f6f78339c is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:55.482975 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:55.498989 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:55.522618 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Allocated IP 172.20.0.7 (40982f2c-53d8-4d80-a63d-d01cc231ed73/801e7311-e424-4406-ade1-8285597af500/7f7a1e34-200b-43c6-a82b-1ce88a509cef) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:55.575066 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f3a00-8b3a-49d5-824b-79188b84fd98 req-e7de2ccf-e356-451a-b96a-0da01d2d93e9 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:55.576553 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ee8f3a00-8b3a-49d5-824b-79188b84fd98 req-e7de2ccf-e356-451a-b96a-0da01d2d93e9 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 948 time: 0.1805444 Jan 18 12:48:55.683875 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.687730 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ee8f3a00-8b3a-49d5-824b-79188b84fd98 req-b77b70fc-fb02-4f09-8475-74a04a1d9e79 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022403 Jan 18 12:48:55.690266 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.713416 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c8d5-1c80-434d-b3e3-69d5e51a2f6d req-e9ac261c-6520-4654-acc5-f90c364dc824 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:55.715077 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6278c8d5-1c80-434d-b3e3-69d5e51a2f6d req-e9ac261c-6520-4654-acc5-f90c364dc824 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1991844 Jan 18 12:48:55.764072 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.768521 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bd430a-7a70-45e1-aa81-e9614fb1e60e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:55.774082 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-349b4d7c-27cd-4937-83b2-6e65cc9b1e20 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5909a256b4343b087e0575f6f78339c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4195883 Jan 18 12:48:55.781801 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57170) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:55.794037 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.816795 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6278c8d5-1c80-434d-b3e3-69d5e51a2f6d req-1593dcbf-e44d-4355-9bf4-a1e143f2da1e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860379 Jan 18 12:48:55.857791 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5abfd779-638d-425b-998b-218cbdf2d353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.878354 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Network 40982f2c-53d8-4d80-a63d-d01cc231ed73 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:55.879129 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Pushing event updated for resources: {'Port': ['ID=7f7a1e34-200b-43c6-a82b-1ce88a509cef,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:55.885754 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5abfd779-638d-425b-998b-218cbdf2d353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.892326 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:55.895495 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:55.948942 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5abfd779-638d-425b-998b-218cbdf2d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.968414 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfd779-638d-425b-998b-218cbdf2d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bd430a-7a70-45e1-aa81-e9614fb1e60e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:55.970772 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5abfd779-638d-425b-998b-218cbdf2d353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.971895 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-5abfd779-638d-425b-998b-218cbdf2d353 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/79bd430a-7a70-45e1-aa81-e9614fb1e60e HTTP/1.1" status: 204 len: 168 time: 0.1892002 Jan 18 12:48:55.972423 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:55.973034 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.016463 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-7aee41f4-fb9f-459b-b21a-76c4538c0f13 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058510 Jan 18 12:48:56.049444 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Request body: {'port': {'device_id': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:56.187556 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.380594 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb7a77-81fa-44c6-a481-419a812fe8a5 req-5e576253-c88e-4a7f-8462-ca3dc8f82310 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:56.382038 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-adfb7a77-81fa-44c6-a481-419a812fe8a5 req-5e576253-c88e-4a7f-8462-ca3dc8f82310 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 931 time: 0.0824945 Jan 18 12:48:56.428813 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 53c7c988-44ef-4622-9fca-07a38e09b4be details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:56.429852 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-adfb7a77-81fa-44c6-a481-419a812fe8a5 req-4d6daa49-a452-4065-baf7-8839c4f757b5 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Jan 18 12:48:56.539128 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.553906 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7a1e34-200b-43c6-a82b-1ce88a509cef {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:56.560705 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.577275 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Transition to ACTIVE for port object 7f7a1e34-200b-43c6-a82b-1ce88a509cef will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:56.580616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.581014 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 53c7c988-44ef-4622-9fca-07a38e09b4be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53c7c988-44ef-4622-9fca-07a38e09b4be,segment=NetworkSegment(8a48e999-7ebd-443a-8643-6f43b87ef654),segment_id=8a48e999-7ebd-443a-8643-6f43b87ef654)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:56.595552 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '53c7c988-44ef-4622-9fca-07a38e09b4be', 'network_id': 'a44a9f4d-6e0b-4fb8-9135-1db378cf0536', 'port_id': '53c7c988-44ef-4622-9fca-07a38e09b4be', 'mac_address': 'fa:16:3e:b5:1b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce229be-da5f-4d82-9194-f67da7081708', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:56.657189 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.677729 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c7c988-44ef-4622-9fca-07a38e09b4be {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:56.698672 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 53c7c988-44ef-4622-9fca-07a38e09b4be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53c7c988-44ef-4622-9fca-07a38e09b4be,segment=NetworkSegment(8a48e999-7ebd-443a-8643-6f43b87ef654),segment_id=8a48e999-7ebd-443a-8643-6f43b87ef654)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:56.703971 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.719552 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7a1e34-200b-43c6-a82b-1ce88a509cef,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:56.788981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=53c7c988-44ef-4622-9fca-07a38e09b4be,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:56.839392 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Attempting to bind port 7f7a1e34-200b-43c6-a82b-1ce88a509cef on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:56.839730 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Attempting to bind port 7f7a1e34-200b-43c6-a82b-1ce88a509cef by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:56.840048 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Attempting to bind port 7f7a1e34-200b-43c6-a82b-1ce88a509cef on network 40982f2c-53d8-4d80-a63d-d01cc231ed73 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:56.865915 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Port 7f7a1e34-200b-43c6-a82b-1ce88a509cef on network 40982f2c-53d8-4d80-a63d-d01cc231ed73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:56.875254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Attempting to bind port 7f7a1e34-200b-43c6-a82b-1ce88a509cef on network 40982f2c-53d8-4d80-a63d-d01cc231ed73 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:56.884143 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:56.884513 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Checking segment: {'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:56.884892 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Bound using segment: {'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:56.885316 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Bound port: 7f7a1e34-200b-43c6-a82b-1ce88a509cef, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:56.885657 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.011400 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] For port 7f7a1e34-200b-43c6-a82b-1ce88a509cef, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:57.015622 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] For port 7f7a1e34-200b-43c6-a82b-1ce88a509cef, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7f7a1e34-200b-43c6-a82b-1ce88a509cef,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:57.020464 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.091239 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.092621 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] 10.222.0.20 "PUT /v2.0/ports/7f7a1e34-200b-43c6-a82b-1ce88a509cef HTTP/1.1" status: 200 len: 1093 time: 1.0486522 Jan 18 12:48:57.095143 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'tag': '7f7a1e34-200b-43c6-a82b-1ce88a509cef'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:57.113609 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74545c33-705f-4cf3-ba60-11fd05829d40 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7a1e34-200b-43c6-a82b-1ce88a509cef,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:57.142862 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6975a-4f5f-4e41-aa42-1f435735bb8a req-a9781b80-8296-4993-8a93-b1e20e752e53 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:57.144341 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48e6975a-4f5f-4e41-aa42-1f435735bb8a req-a9781b80-8296-4993-8a93-b1e20e752e53 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1567113 Jan 18 12:48:57.150604 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b921fee-89d3-41c0-ac0b-ddbcf697c9a7 req-55869b45-abc4-410d-8262-a0243f9a4764 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:57.152077 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b921fee-89d3-41c0-ac0b-ddbcf697c9a7 req-55869b45-abc4-410d-8262-a0243f9a4764 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 949 time: 0.2457678 Jan 18 12:48:57.220819 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['53c7c988-44ef-4622-9fca-07a38e09b4be'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:57.259240 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-faa61ea2-94c9-4c9f-b2fd-0ea7fed8ecfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddebb1c927fe49ba9a77263603106ccf&device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 1096 time: 0.0928888 Jan 18 12:48:57.263038 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b921fee-89d3-41c0-ac0b-ddbcf697c9a7 req-ef075c28-cdcd-4696-a128-ffaeaa7a60c1 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052814 Jan 18 12:48:57.276333 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48e6975a-4f5f-4e41-aa42-1f435735bb8a req-aa276a57-70cd-4d3e-84dc-818831f858f5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040533 Jan 18 12:48:57.388424 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'tag': '7f7a1e34-200b-43c6-a82b-1ce88a509cef', 'status': 'completed', 'code': 200} Jan 18 12:48:57.401706 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-5f15ebca-ad38-44e1-947c-afd4476fc66a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f7a1e34-200b-43c6-a82b-1ce88a509cef HTTP/1.1" status: 200 len: 217 time: 0.1192551 Jan 18 12:48:57.491957 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-48f8adb4-5254-4f0b-ba32-e80c29a24cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:57.493953 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-48f8adb4-5254-4f0b-ba32-e80c29a24cf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=801e7311-e424-4406-ade1-8285597af500 HTTP/1.1" status: 200 len: 849 time: 0.0855904 Jan 18 12:48:57.551428 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-683f3e6f-daad-4a4d-b820-9b230f783614 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40982f2c-53d8-4d80-a63d-d01cc231ed73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467010 Jan 18 12:48:57.775146 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5de97-b2cc-46cb-aecc-70444fe9439e req-f3c0bb41-26a4-4b8a-a76b-5d8691694f57 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:57.783275 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4ea5de97-b2cc-46cb-aecc-70444fe9439e req-f3c0bb41-26a4-4b8a-a76b-5d8691694f57 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 943 time: 0.0954130 Jan 18 12:48:57.838224 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-9c5c90c3-2fff-4e62-910d-d7f738f654d9 service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660844 Jan 18 12:48:57.861076 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4ea5de97-b2cc-46cb-aecc-70444fe9439e req-9b13cbee-76f5-44b3-a014-33ff68c93865 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766172 Jan 18 12:48:58.004829 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-f44c944f-e7b5-4776-9ecc-d12bada8ce9e req-d887fc4e-7f5c-4c6a-ad85-d0c55ef736a9 service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553237 Jan 18 12:48:58.244900 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-088cfd1c-368f-43e2-ab37-84322857b767 req-e81a5bc2-bd8f-472f-b495-387409cb1b36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddebb1c927fe49ba9a77263603106ccf&device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 1096 time: 0.0896370 Jan 18 12:48:58.386028 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cfd1c-368f-43e2-ab37-84322857b767 req-d5ed1ba5-dbbf-4996-a183-dcf96c0a30de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.387667 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-088cfd1c-368f-43e2-ab37-84322857b767 req-d5ed1ba5-dbbf-4996-a183-dcf96c0a30de service neutron] 10.222.0.20 "GET /v2.0/networks?id=40982f2c-53d8-4d80-a63d-d01cc231ed73 HTTP/1.1" status: 200 len: 910 time: 0.1356201 Jan 18 12:48:58.468031 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-088cfd1c-368f-43e2-ab37-84322857b767 req-35f1ab6c-eedf-46c9-9143-c75b75d90a43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f7a1e34-200b-43c6-a82b-1ce88a509cef HTTP/1.1" status: 200 len: 217 time: 0.0720675 Jan 18 12:48:58.534113 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 57252) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:58.543976 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cfd1c-368f-43e2-ab37-84322857b767 req-649fe5f6-4875-4eaa-b7ee-2e964e4ed334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.545371 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-088cfd1c-368f-43e2-ab37-84322857b767 req-649fe5f6-4875-4eaa-b7ee-2e964e4ed334 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=801e7311-e424-4406-ade1-8285597af500 HTTP/1.1" status: 200 len: 849 time: 0.0672512 Jan 18 12:48:58.555778 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03442b45-3b65-45e0-b4cf-3ceff6116f4b req-ffcbdf8b-8032-4fed-84de-98b7d209b1fc tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.557391 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-03442b45-3b65-45e0-b4cf-3ceff6116f4b req-ffcbdf8b-8032-4fed-84de-98b7d209b1fc tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1418388 Jan 18 12:48:58.567392 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeffdfa-9185-444c-9e28-5b1b5e071ad3 req-09f88018-c38b-4143-a6e1-bd4bee602a54 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.568829 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0eeffdfa-9185-444c-9e28-5b1b5e071ad3 req-09f88018-c38b-4143-a6e1-bd4bee602a54 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 949 time: 0.1181154 Jan 18 12:48:58.597387 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-088cfd1c-368f-43e2-ab37-84322857b767 req-f34ea327-60d9-4756-98b0-1811612b64cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40982f2c-53d8-4d80-a63d-d01cc231ed73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402837 Jan 18 12:48:58.642614 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-03442b45-3b65-45e0-b4cf-3ceff6116f4b req-cbe62c6f-3f8c-4c85-a056-022e2992e23e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728238 Jan 18 12:48:58.660339 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0eeffdfa-9185-444c-9e28-5b1b5e071ad3 req-b6715749-43b3-4f1f-ab88-eee8773d4934 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747967 Jan 18 12:48:58.712694 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.775416 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:58.779565 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-088cfd1c-368f-43e2-ab37-84322857b767 req-32c5bf94-bcd0-43f0-822a-a4289e2acdfd service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738586 Jan 18 12:48:58.781790 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Usage tracker for resource:security_group_rule and tenant:bb49fe0c790246af8a373da15813ae1e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:58.784636 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:58.790835 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:58.931038 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.965412 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.043756 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-088cfd1c-368f-43e2-ab37-84322857b767 req-4dbf4e68-3162-400c-a209-3bf7ccffc1c6 service neutron] 10.222.0.20 "GET /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148852 Jan 18 12:48:59.044593 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf6e8de-721f-448c-9900-4154d46b4ef5,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:59.048179 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb49fe0c790246af8a373da15813ae1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5131626 Jan 18 12:48:59.054400 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57268) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:59.056537 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.056889 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.057227 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.057560 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.057887 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.058213 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.058540 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.058887 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.059207 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.059521 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.059834 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c445b7d-cbc5-4aab-932e-9d59aeb0aa90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.115414 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a43e0-87c5-481a-acbd-5fd28b9810f8 req-7672c286-26a8-4f0e-8c85-028b068e3789 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:59.116870 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-282a43e0-87c5-481a-acbd-5fd28b9810f8 req-7672c286-26a8-4f0e-8c85-028b068e3789 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 943 time: 0.1323545 Jan 18 12:48:59.153330 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.193815 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.204587 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-282a43e0-87c5-481a-acbd-5fd28b9810f8 req-5e72003c-7746-4143-af69-2ff37624a529 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760350 Jan 18 12:48:59.261372 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.279942 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf6e8de-721f-448c-9900-4154d46b4ef5,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:59.282982 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.284072 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5bf6e8de-721f-448c-9900-4154d46b4ef5 HTTP/1.1" status: 204 len: 168 time: 0.2275376 Jan 18 12:48:59.291728 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.292078 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.292414 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.292745 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.293074 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.293398 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.293720 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.294042 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.294361 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.294677 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.295016 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c70f05-9c0a-4cb8-b0e2-1bc82f6333bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.938746 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4ba5-087e-4f3a-8993-6c48273409ae req-1dd65e8f-7d7f-48d8-9424-72b4c0350f63 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:59.943456 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-664d4ba5-087e-4f3a-8993-6c48273409ae req-1dd65e8f-7d7f-48d8-9424-72b4c0350f63 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1563058 Jan 18 12:48:59.950080 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec866b2-1574-43e8-b9fc-8ea51cc78041 req-287e2092-53af-43b0-965d-020ec3279d66 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:59.951546 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dec866b2-1574-43e8-b9fc-8ea51cc78041 req-287e2092-53af-43b0-965d-020ec3279d66 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 949 time: 0.1318171 Jan 18 12:49:00.024679 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-664d4ba5-087e-4f3a-8993-6c48273409ae req-07d30b02-0dab-4390-a864-61000844ba95 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721939 Jan 18 12:49:00.027078 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dec866b2-1574-43e8-b9fc-8ea51cc78041 req-4138cb9a-6f05-485d-a4a1-8361904ea2cb tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609555 Jan 18 12:49:00.313002 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-fa8e745b-25a8-47b2-aaea-8de88bfcdbe9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.0791976 Jan 18 12:49:00.435810 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35b59-821f-43d4-b722-2317ba55133e req-ba42fc3a-40fb-4409-b0c0-9d317a29d0e7 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:00.437638 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b3a35b59-821f-43d4-b722-2317ba55133e req-ba42fc3a-40fb-4409-b0c0-9d317a29d0e7 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 943 time: 0.0891862 Jan 18 12:49:00.451527 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 7f7a1e34-200b-43c6-a82b-1ce88a509cef details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:00.460911 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 53c7c988-44ef-4622-9fca-07a38e09b4be up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:00.533165 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-d2353e41-2de0-42b9-851a-e0b1a6c332ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:00.535898 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-d2353e41-2de0-42b9-851a-e0b1a6c332ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 919 time: 0.1915801 Jan 18 12:49:00.568714 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b3a35b59-821f-43d4-b722-2317ba55133e req-34778ac3-1e0b-4466-a596-282794e202e1 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236765 Jan 18 12:49:00.584961 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.resource_extend [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:49:00.644122 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-93c4d12a-ff09-49ce-8d29-1aab982eeb1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 217 time: 0.0986013 Jan 18 12:49:00.754033 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-b00cb48c-2105-40c0-a9bf-d5503b0fe44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:00.755577 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-b00cb48c-2105-40c0-a9bf-d5503b0fe44c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.1024954 Jan 18 12:49:00.764332 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 7f7a1e34-200b-43c6-a82b-1ce88a509cef, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7f7a1e34-200b-43c6-a82b-1ce88a509cef,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:00.772995 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 53c7c988-44ef-4622-9fca-07a38e09b4be completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:00.787983 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '7f7a1e34-200b-43c6-a82b-1ce88a509cef', 'network_id': '40982f2c-53d8-4d80-a63d-d01cc231ed73', 'port_id': '7f7a1e34-200b-43c6-a82b-1ce88a509cef', 'mac_address': 'fa:16:3e:ef:35:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801e7311-e424-4406-ade1-8285597af500', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:00.790395 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 53c7c988-44ef-4622-9fca-07a38e09b4be triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:00.790830 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.815466 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57324) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:00.833378 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-c6c87edc-5b3b-4f53-95db-4384f46dc8a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631583 Jan 18 12:49:00.949242 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.976344 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7a1e34-200b-43c6-a82b-1ce88a509cef {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:01.047486 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 7f7a1e34-200b-43c6-a82b-1ce88a509cef, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7f7a1e34-200b-43c6-a82b-1ce88a509cef,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:01.052799 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.112618 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.160800 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c7c988-44ef-4622-9fca-07a38e09b4be'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:01.183373 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 53c7c988-44ef-4622-9fca-07a38e09b4be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53c7c988-44ef-4622-9fca-07a38e09b4be,segment=NetworkSegment(8a48e999-7ebd-443a-8643-6f43b87ef654),segment_id=8a48e999-7ebd-443a-8643-6f43b87ef654)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:01.192244 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.205828 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=7f7a1e34-200b-43c6-a82b-1ce88a509cef,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:01.249601 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-63ae1470-73fa-49d3-86d9-38e951de6dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054506 Jan 18 12:49:01.281190 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=53c7c988-44ef-4622-9fca-07a38e09b4be,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:01.296967 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.326523 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ae63ef9c-b897-4254-baf3-f76c16bafa43 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.328044 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ae63ef9c-b897-4254-baf3-f76c16bafa43 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.4385526 Jan 18 12:49:01.370859 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:01.374528 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-bd6e872c-3bc9-46a6-b92e-fb10a6c7fead tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/quotas/fb54d3b7cb2f4b1485b4b5dc82fbfa10 HTTP/1.1" status: 200 len: 375 time: 0.0365283 Jan 18 12:49:01.378769 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Usage tracker for resource:security_group_rule and tenant:3be3de6ff3e7471d9a998a2133da63a7 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:01.384279 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:01.384848 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5b63b288-0de6-47a3-a447-1f0a039dffcb req-75ebb87f-08a3-4690-b655-0ef67eacf18f service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287763 Jan 18 12:49:01.423332 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:01.437613 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37670117-4667-4421-a62c-009fdcde4edf req-924d7e6c-b52c-4270-93ef-01c42c938cda tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.439082 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-37670117-4667-4421-a62c-009fdcde4edf req-924d7e6c-b52c-4270-93ef-01c42c938cda tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2088580 Jan 18 12:49:01.540670 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-37670117-4667-4421-a62c-009fdcde4edf req-e98782ad-8c95-4566-ab0b-5f3a554e1258 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914443 Jan 18 12:49:01.555192 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-a49525b0-db1d-46fb-9b70-cf341b85ff9c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1734638 Jan 18 12:49:01.577805 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['7f7a1e34-200b-43c6-a82b-1ce88a509cef'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:01.595105 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.642010 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.760947 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b575ea-3336-4e70-bc50-44764ea9ce8c,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:01.774749 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3260b182-dd45-43c7-8ece-5c2fbcc26363 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3be3de6ff3e7471d9a998a2133da63a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9579263 Jan 18 12:49:01.777525 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 57350) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:01.807403 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-7473f9ff-846a-49a6-abf6-99cc985ad114 service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408848 Jan 18 12:49:01.837255 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5c58f40-0f34-4147-accc-b6134a5e6921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.844703 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb7c87-98e1-48d4-8207-69a6c5434708 req-451cae80-977b-4874-8a8a-2dac16d87db6 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.847086 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a6bb7c87-98e1-48d4-8207-69a6c5434708 req-451cae80-977b-4874-8a8a-2dac16d87db6 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 950 time: 0.1872041 Jan 18 12:49:01.868122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5c58f40-0f34-4147-accc-b6134a5e6921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.919076 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.928975 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5c58f40-0f34-4147-accc-b6134a5e6921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.945036 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58f40-0f34-4147-accc-b6134a5e6921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b575ea-3336-4e70-bc50-44764ea9ce8c,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:01.961612 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5c58f40-0f34-4147-accc-b6134a5e6921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.965331 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d5c58f40-0f34-4147-accc-b6134a5e6921 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/02b575ea-3336-4e70-bc50-44764ea9ce8c HTTP/1.1" status: 204 len: 168 time: 0.1846530 Jan 18 12:49:01.981260 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a6bb7c87-98e1-48d4-8207-69a6c5434708 req-29623d90-aa5e-42a0-bd65-4d09d6c056c9 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866561 Jan 18 12:49:01.998229 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-425be273-2c21-4777-a866-d45ec063acc3 service neutron] 10.222.0.86 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842854 Jan 18 12:49:02.047301 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c7c988-44ef-4622-9fca-07a38e09b4be', 'code': 200} Jan 18 12:49:02.489922 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-83a9a40f-7434-4ac0-9c76-816e456fe770 req-dced3f19-63ac-4040-94ba-2a047fb0d8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 1103 time: 0.0833731 Jan 18 12:49:02.557490 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-83a9a40f-7434-4ac0-9c76-816e456fe770 req-6fa16995-5554-4ffe-94c4-6d31d3370665 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614290 Jan 18 12:49:02.573712 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a86bbec0-bde0-4769-82a3-b100ebda223a req-2d705f80-bab3-45df-9892-6624c6a9ec12 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 210 time: 0.1509438 Jan 18 12:49:02.624404 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae579-fe43-441e-be5f-51da9bc3bf39 req-f77bde01-f559-4f0c-9a31-cfaa0c76b9e2 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:02.626023 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-feaae579-fe43-441e-be5f-51da9bc3bf39 req-f77bde01-f559-4f0c-9a31-cfaa0c76b9e2 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 944 time: 0.1649952 Jan 18 12:49:02.696489 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-feaae579-fe43-441e-be5f-51da9bc3bf39 req-f23fc2d4-5d38-4719-b1c3-bab7042f84d4 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642781 Jan 18 12:49:03.004920 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172633-81b9-4962-a54e-47efc286d8b7 req-c86aa447-dd0c-47e2-82c1-17cc31bc981c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:03.013290 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd172633-81b9-4962-a54e-47efc286d8b7 req-c86aa447-dd0c-47e2-82c1-17cc31bc981c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1537993 Jan 18 12:49:03.088961 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd172633-81b9-4962-a54e-47efc286d8b7 req-552a3889-40ea-4f90-872b-d063e6351149 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743175 Jan 18 12:49:03.236756 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 57416) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:03.257738 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf790fa1-eef1-4667-a817-58579db13a3d req-0eaaa744-442e-4e98-897e-730707affa5a tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:03.259571 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cf790fa1-eef1-4667-a817-58579db13a3d req-0eaaa744-442e-4e98-897e-730707affa5a tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 950 time: 0.1065974 Jan 18 12:49:03.363689 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cf790fa1-eef1-4667-a817-58579db13a3d req-4ab50fbb-f252-4694-9e41-452d8970dc32 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976989 Jan 18 12:49:03.451922 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-178651736-network', 'tenant_id': '09b79e4133a148d9918788e8a9fc56ee'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:03.457307 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:03.462696 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Usage tracker for resource:network and tenant:09b79e4133a148d9918788e8a9fc56ee is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:03.467289 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:03.477430 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:03.487115 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Made reservation on behalf of 09b79e4133a148d9918788e8a9fc56ee for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:03.489352 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.501554 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.534340 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:03.538138 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Usage tracker for resource:security_group_rule and tenant:09b79e4133a148d9918788e8a9fc56ee is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:03.543323 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:03.551299 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:03.625578 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.630881 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.670021 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ec3537-621e-4904-b012-3e115c8ba625,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:03.676671 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:49:03.687175 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.687632 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Added segment 541b8780-1036-483e-9524-389adc90db67 of type vlan for network 7187d296-bd86-408c-b444-a770c1c1fbcf Jan 18 12:49:03.716215 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.749128 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.750237 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:03.750694 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.753473 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f75312b4-513f-4b49-9fef-a9fe788181e3 req-f64b1917-0e1c-4312-848b-30fc8d7fe8ef tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 210 time: 0.0498466 Jan 18 12:49:03.856240 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] Pushing event updated for resources: {'Network': ['ID=7187d296-bd86-408c-b444-a770c1c1fbcf,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:03.858919 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f83af41f-b21f-4494-af43-bc939aa5d0bd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6210823 Jan 18 12:49:03.861921 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 57440) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:03.867850 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Request body: {'subnet': {'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-178651736-subnet', 'tenant_id': '09b79e4133a148d9918788e8a9fc56ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:03.868676 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 7187d296-bd86-408c-b444-a770c1c1fbcf details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:49:03.872533 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:03.876479 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Usage tracker for resource:subnet and tenant:09b79e4133a148d9918788e8a9fc56ee is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:03.879728 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:03.886449 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:03.902864 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Made reservation on behalf of 09b79e4133a148d9918788e8a9fc56ee for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:03.905456 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16647141'] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.937258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff028b7-087c-45af-a93c-83ae764400d9 req-bae91fae-fcd2-4d80-bfa2-5abf1d4418ad tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:03.938816 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5ff028b7-087c-45af-a93c-83ae764400d9 req-bae91fae-fcd2-4d80-bfa2-5abf1d4418ad tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 944 time: 0.1047430 Jan 18 12:49:03.993909 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5ff028b7-087c-45af-a93c-83ae764400d9 req-bd636923-f403-4725-9107-ce02af148294 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487220 Jan 18 12:49:04.116993 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15893571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16647155'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.193909 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d962467-3311-4814-993c-e42aed5e55e3,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:04.205739 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Checking segment: {'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:04.206093 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Network hostable DHCP agents. Network: 7187d296-bd86-408c-b444-a770c1c1fbcf, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:49:04.231268 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Network 7187d296-bd86-408c-b444-a770c1c1fbcf is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:49:04.270569 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 7187d296-bd86-408c-b444-a770c1c1fbcf) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:04.278660 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9cef6-3fd2-4bfb-9307-f7629dd588c1 None None] Network 7187d296-bd86-408c-b444-a770c1c1fbcf requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:04.284319 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:04.284702 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.304103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd13f-753a-4002-9ff8-0ec3dbc53f03 req-1a8a188e-90ed-4a26-b260-cf824a059aa2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:04.313789 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2d1bd13f-753a-4002-9ff8-0ec3dbc53f03 req-1a8a188e-90ed-4a26-b260-cf824a059aa2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1003041 Jan 18 12:49:04.375698 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2d1bd13f-753a-4002-9ff8-0ec3dbc53f03 req-ff51834f-7372-4e6d-9904-d560c009a77b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606194 Jan 18 12:49:04.462332 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e918e735-314e-46f0-ba95-d1246ed735a9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5991507 Jan 18 12:49:04.485167 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-091849db-4baa-4e3e-9d90-a84c3e74de35 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:04.489001 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-091849db-4baa-4e3e-9d90-a84c3e74de35 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 815 time: 0.2428105 Jan 18 12:49:04.510291 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 7f7a1e34-200b-43c6-a82b-1ce88a509cef up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:04.518961 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Request body: {'port': {'device_id': '046c653f-ee0a-4594-a349-b9f27d459176', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'admin_state_up': True, 'tenant_id': 'fb54d3b7cb2f4b1485b4b5dc82fbfa10'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:04.624032 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f100ccf-eea2-4bff-9465-f0e666843ade None None] Network 7187d296-bd86-408c-b444-a770c1c1fbcf requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:04.703798 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04fc3b-cf1b-4e86-940d-0383956d92e1 req-d4ce3c86-24bc-48ef-aa8d-050b7f7c53b4 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:04.706121 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6d04fc3b-cf1b-4e86-940d-0383956d92e1 req-d4ce3c86-24bc-48ef-aa8d-050b7f7c53b4 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 950 time: 0.1814113 Jan 18 12:49:04.773078 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6d04fc3b-cf1b-4e86-940d-0383956d92e1 req-1ff1892e-089f-44f6-8bc4-5083d96d8cef tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608206 Jan 18 12:49:04.777127 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 7f7a1e34-200b-43c6-a82b-1ce88a509cef completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:04.829383 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:04.833895 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Usage tracker for resource:port and tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:04.837308 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 7f7a1e34-200b-43c6-a82b-1ce88a509cef triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:04.837681 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.838332 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:04.845565 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:04.856060 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Made reservation on behalf of fb54d3b7cb2f4b1485b4b5dc82fbfa10 for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:04.859550 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.114688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Allocated IP 172.20.0.14 (4798c5e1-6242-4f95-92e8-fbc3383f20e3/72607834-d0af-4fad-ad42-4cf0a6f4c356/d12e67c5-771b-489b-b980-3c397fd46a3a) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:05.115611 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0b6a95ef-385e-434a-96ba-dd1bd4f67827 req-83071b11-e02c-4808-a368-06fceda57a3c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 210 time: 0.0998657 Jan 18 12:49:05.208586 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.276046 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a1e34-200b-43c6-a82b-1ce88a509cef'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:05.301422 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 7f7a1e34-200b-43c6-a82b-1ce88a509cef, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7f7a1e34-200b-43c6-a82b-1ce88a509cef,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:05.312333 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.357144 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.408682 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.408814 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a1e34-200b-43c6-a82b-1ce88a509cef', 'code': 200} Jan 18 12:49:05.445986 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f2af0-832f-4da6-8203-727547e10770 req-91fe7a1c-d7be-4e11-aef2-1834b1203e7e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.453650 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fe8f2af0-832f-4da6-8203-727547e10770 req-91fe7a1c-d7be-4e11-aef2-1834b1203e7e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 945 time: 0.1746340 Jan 18 12:49:05.460794 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e', '606a8f35-fc17-44fc-8880-b91ea255f44e', 'c9294705-6f5a-412d-be12-e11f090b6dfb'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:05.555624 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fe8f2af0-832f-4da6-8203-727547e10770 req-650d9b83-fd8d-4dca-a00f-b88072cb0be3 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010010 Jan 18 12:49:05.598170 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:05.613129 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:05.614402 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=7f7a1e34-200b-43c6-a82b-1ce88a509cef,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:05.623072 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event updated for resources: {'Port': ['ID=d12e67c5-771b-489b-b980-3c397fd46a3a,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:05.628181 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:05.828711 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.829476 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.883685 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-ef4b66c8-61d4-405a-b2e7-5d404dfac64d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3687282 Jan 18 12:49:05.916485 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Request body: {'port': {'device_id': '046c653f-ee0a-4594-a349-b9f27d459176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:05.933225 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57490) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:06.014791 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983d710-3372-4721-94a7-e235c0012b07 req-515fc208-156e-410f-8589-225face8c441 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:06.022459 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e983d710-3372-4721-94a7-e235c0012b07 req-515fc208-156e-410f-8589-225face8c441 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.3767152 Jan 18 12:49:06.089720 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e983d710-3372-4721-94a7-e235c0012b07 req-c693cd60-20ee-445c-8e53-b74a58317dbd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662806 Jan 18 12:49:06.119727 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-30f5c9c0-10ef-45dd-a3cf-1bde4b09186e req-6300c2ae-40d2-4646-b919-d20cac5c3885 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 1098 time: 0.2786789 Jan 18 12:49:06.159750 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.240977 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.350000 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-30f5c9c0-10ef-45dd-a3cf-1bde4b09186e req-88e44d0d-db33-4650-a627-b079c60ed433 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794746 Jan 18 12:49:06.386270 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:06.393277 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ba2af997b7bc4474ab175094ff264b66 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:06.396886 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:06.404897 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:06.430769 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab4809-135d-4f96-9491-6ec78252dee1 req-2f577d5a-56d1-4dd6-81b8-1c9ffe25a5d8 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:06.432206 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d7ab4809-135d-4f96-9491-6ec78252dee1 req-2f577d5a-56d1-4dd6-81b8-1c9ffe25a5d8 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 950 time: 0.1228063 Jan 18 12:49:06.510831 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d7ab4809-135d-4f96-9491-6ec78252dee1 req-d8bb7025-e7a8-46f5-87b6-d2ff914318b1 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719168 Jan 18 12:49:06.524401 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.541182 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.566466 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12e67c5-771b-489b-b980-3c397fd46a3a {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:06.575595 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.593548 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Transition to ACTIVE for port object d12e67c5-771b-489b-b980-3c397fd46a3a will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:06.598049 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0147a7df-93a4-4e86-b4aa-47ed3ba5993e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:06.598818 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.606983 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-a0cc5546-58cf-4f53-9478-c4814372f2b2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba2af997b7bc4474ab175094ff264b66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6599088 Jan 18 12:49:06.607149 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57508) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:06.728291 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9de6ca34-eae2-4ace-a9c4-3d35475f27f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.754107 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Pushing event updated for resources: {'Port': ['ID=d12e67c5-771b-489b-b980-3c397fd46a3a,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:06.776836 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9de6ca34-eae2-4ace-a9c4-3d35475f27f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.851038 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56221b9-243a-48f1-b70e-d2f8bb3b88be req-55c84b4b-c280-4cf0-b24f-808789af55dd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:06.852537 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d56221b9-243a-48f1-b70e-d2f8bb3b88be req-55c84b4b-c280-4cf0-b24f-808789af55dd tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 944 time: 0.2112694 Jan 18 12:49:06.876299 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Attempting to bind port d12e67c5-771b-489b-b980-3c397fd46a3a on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:06.876669 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Attempting to bind port d12e67c5-771b-489b-b980-3c397fd46a3a by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:06.876948 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Attempting to bind port d12e67c5-771b-489b-b980-3c397fd46a3a on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:06.884423 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Port d12e67c5-771b-489b-b980-3c397fd46a3a on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:06.884757 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Attempting to bind port d12e67c5-771b-489b-b980-3c397fd46a3a on network 4798c5e1-6242-4f95-92e8-fbc3383f20e3 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:06.891615 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:06.892046 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Checking segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:06.892397 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Bound using segment: {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:06.892848 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Bound port: d12e67c5-771b-489b-b980-3c397fd46a3a, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:06.893201 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.949355 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d56221b9-243a-48f1-b70e-d2f8bb3b88be req-d127c96e-d0de-4ea6-8826-c3654a9cfae0 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883820 Jan 18 12:49:06.952169 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9de6ca34-eae2-4ace-a9c4-3d35475f27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.972514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f6af1-867f-45b0-b4d6-335b9c5024d3 req-e4a1bc17-71dc-44cb-bbf1-e3bcc334bcef tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:06.979228 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8d5f6af1-867f-45b0-b4d6-335b9c5024d3 req-e4a1bc17-71dc-44cb-bbf1-e3bcc334bcef tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 945 time: 0.1820610 Jan 18 12:49:06.999767 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6ca34-eae2-4ace-a9c4-3d35475f27f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0147a7df-93a4-4e86-b4aa-47ed3ba5993e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:07.000181 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] For port d12e67c5-771b-489b-b980-3c397fd46a3a, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:07.005298 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] For port d12e67c5-771b-489b-b980-3c397fd46a3a, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d12e67c5-771b-489b-b980-3c397fd46a3a,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:07.012101 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.037300 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9de6ca34-eae2-4ace-a9c4-3d35475f27f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.041455 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-9de6ca34-eae2-4ace-a9c4-3d35475f27f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0147a7df-93a4-4e86-b4aa-47ed3ba5993e HTTP/1.1" status: 204 len: 168 time: 0.4303160 Jan 18 12:49:07.067439 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8d5f6af1-867f-45b0-b4d6-335b9c5024d3 req-44aa38e3-6904-48f2-8753-7cb98dc3cb56 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872705 Jan 18 12:49:07.109804 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.111204 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] 10.222.0.20 "PUT /v2.0/ports/d12e67c5-771b-489b-b980-3c397fd46a3a HTTP/1.1" status: 200 len: 1094 time: 1.2013237 Jan 18 12:49:07.111804 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046c653f-ee0a-4594-a349-b9f27d459176', 'tag': 'd12e67c5-771b-489b-b980-3c397fd46a3a'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:07.132944 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a483b-9af0-4608-aa14-742382d6a999 service neutron] Pushing event updated for resources: {'Port': ['ID=d12e67c5-771b-489b-b980-3c397fd46a3a,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:07.180805 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e0a2d-80f6-4cc0-9ebe-87e4f701b24f req-91a68d18-1db0-4007-9003-f2069eecde67 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.187127 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6e8e0a2d-80f6-4cc0-9ebe-87e4f701b24f req-91a68d18-1db0-4007-9003-f2069eecde67 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1062160 Jan 18 12:49:07.254704 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6e8e0a2d-80f6-4cc0-9ebe-87e4f701b24f req-ed201bb4-616a-48ed-970d-cf1982833cae tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664501 Jan 18 12:49:07.283094 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-27e086c3-53a6-42fa-b97b-57f99712f0c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 1097 time: 0.0753562 Jan 18 12:49:07.365961 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046c653f-ee0a-4594-a349-b9f27d459176', 'tag': 'd12e67c5-771b-489b-b980-3c397fd46a3a', 'status': 'completed', 'code': 200} Jan 18 12:49:07.380137 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-691742a6-d67f-423a-9ff4-58e7e3ba88a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12e67c5-771b-489b-b980-3c397fd46a3a HTTP/1.1" status: 200 len: 217 time: 0.0736873 Jan 18 12:49:07.459377 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-f03f5852-6595-4e35-a869-39238a41459a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.461591 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-f03f5852-6595-4e35-a869-39238a41459a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.0623620 Jan 18 12:49:07.516281 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-d98df3ca-6396-4c52-97f6-c8b7d75750bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453086 Jan 18 12:49:07.535637 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d63b2-7ebe-4f6c-86b4-0811823e2f3d req-e89a76b2-8e6b-431f-b41a-30431bc994f4 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.543344 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b1d63b2-7ebe-4f6c-86b4-0811823e2f3d req-e89a76b2-8e6b-431f-b41a-30431bc994f4 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0940311 Jan 18 12:49:07.596608 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b1d63b2-7ebe-4f6c-86b4-0811823e2f3d req-677bbe67-7760-4f38-b607-8574cdacea8a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522680 Jan 18 12:49:07.766608 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-547e0ce8-74ea-4587-99e1-ed192050d82c service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346182 Jan 18 12:49:07.953367 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-0f6d8196-7c82-4345-bbcc-59a21ed4cad2 req-02e3b5c6-e0d8-44a2-aab6-e497f4ed706d service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767125 Jan 18 12:49:07.957582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-6dddd1e0-31fc-429e-acbc-5b72dd8c2235 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.959088 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-6dddd1e0-31fc-429e-acbc-5b72dd8c2235 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/networks?id=7187d296-bd86-408c-b444-a770c1c1fbcf HTTP/1.1" status: 200 len: 813 time: 0.2471638 Jan 18 12:49:07.967786 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b96a7-5a7d-4536-8cef-711885e79329 req-21d01ba4-3289-4f51-b805-a4425ad1a60e tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.969228 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-da2b96a7-5a7d-4536-8cef-711885e79329 req-21d01ba4-3289-4f51-b805-a4425ad1a60e tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 950 time: 0.1624582 Jan 18 12:49:08.005498 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-5000a236-0879-4659-a99a-d1f15d1be564 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/quotas/09b79e4133a148d9918788e8a9fc56ee HTTP/1.1" status: 200 len: 375 time: 0.0351598 Jan 18 12:49:08.054891 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-f3c96aca-325d-4b5c-9830-27fe1748c1ec tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=09b79e4133a148d9918788e8a9fc56ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484784 Jan 18 12:49:08.138464 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-da2b96a7-5a7d-4536-8cef-711885e79329 req-909b6f4b-5d1a-46db-9bb9-435b975730c8 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595068 Jan 18 12:49:08.216427 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-77a75b72-4cc0-4fb0-b724-f2111a9dd0b3 service neutron] 10.222.0.86 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515541 Jan 18 12:49:08.294981 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-180b197e-1e45-4adb-b18c-c151c0162917 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 1097 time: 0.1105344 Jan 18 12:49:08.436537 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ead1e85f-ea05-4829-b7d3-5675ef64d847 service neutron] 10.222.0.86 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139812 Jan 18 12:49:08.453320 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72c7a3-c7d0-4cf6-8091-daec02ac2b08 req-1b988eb2-7a43-4d4c-a418-8183ab9d28c7 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.461625 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4b72c7a3-c7d0-4cf6-8091-daec02ac2b08 req-1b988eb2-7a43-4d4c-a418-8183ab9d28c7 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 944 time: 0.1629643 Jan 18 12:49:08.510538 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4b72c7a3-c7d0-4cf6-8091-daec02ac2b08 req-57e392b7-77d8-4852-9662-ef720ad992fb tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477586 Jan 18 12:49:08.571625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-b43bfd11-ce91-4054-a953-c5148be38b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.573006 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-b43bfd11-ce91-4054-a953-c5148be38b61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 916 time: 0.2550282 Jan 18 12:49:08.659029 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-9dce4301-a265-405b-b29d-5ac1a99ab927 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12e67c5-771b-489b-b980-3c397fd46a3a HTTP/1.1" status: 200 len: 217 time: 0.0784562 Jan 18 12:49:08.755602 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-f33dd857-c3a0-4d63-b513-60af4371a940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.757285 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-f33dd857-c3a0-4d63-b513-60af4371a940 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.0908098 Jan 18 12:49:08.819450 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-47ccf5e4-5de7-4729-b1b2-22791d6d161c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536017 Jan 18 12:49:08.853825 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb372c-32f7-49f6-881c-5a46cbbf5122 req-6b4c4692-c0f9-4cf8-b8d8-76035091545d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.862062 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-49bb372c-32f7-49f6-881c-5a46cbbf5122 req-6b4c4692-c0f9-4cf8-b8d8-76035091545d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1402991 Jan 18 12:49:08.929189 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9340a-02a5-4006-a155-7536476f6571 req-5114edd8-0023-45a5-9f5a-59ccdb7bb696 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.939438 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77b9340a-02a5-4006-a155-7536476f6571 req-5114edd8-0023-45a5-9f5a-59ccdb7bb696 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 945 time: 0.2662840 Jan 18 12:49:09.039860 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77b9340a-02a5-4006-a155-7536476f6571 req-5f0374b5-c252-4257-93a6-36f0737e375e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994515 Jan 18 12:49:09.049781 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-49bb372c-32f7-49f6-881c-5a46cbbf5122 req-0c5a44f7-5f84-461c-a31f-9cd1ef8354b5 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866875 Jan 18 12:49:09.067239 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-2672e607-173b-4ad5-81ff-6138fbad2cc5 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379553 Jan 18 12:49:09.170332 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-240d938b-b345-4334-b141-cae4c6faf34d req-2cede56d-5f23-4c69-bc6b-d87de29a6554 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 210 time: 0.0588367 Jan 18 12:49:09.325068 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-e0c4553c-8ff4-4384-8f9a-53a223f1987f req-868e9747-ff85-4292-b885-a34554af8597 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161229 Jan 18 12:49:09.424493 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be863a5-7958-4de6-a6f3-f45465812758 req-d5bf52f7-684a-4a7c-be84-3279aad43860 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.425960 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5be863a5-7958-4de6-a6f3-f45465812758 req-d5bf52f7-684a-4a7c-be84-3279aad43860 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1844881 Jan 18 12:49:09.489240 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5be863a5-7958-4de6-a6f3-f45465812758 req-740ba5f3-e668-4cc9-8ff9-cd280da2f843 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568373 Jan 18 12:49:09.495596 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062c55-9f25-4fbe-9c15-eace3c8a9dd4 req-b5ec8680-8a41-43e7-ba84-e4ac7182f1dc tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.496976 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-67062c55-9f25-4fbe-9c15-eace3c8a9dd4 req-b5ec8680-8a41-43e7-ba84-e4ac7182f1dc tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 950 time: 0.1890991 Jan 18 12:49:09.542929 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-67062c55-9f25-4fbe-9c15-eace3c8a9dd4 req-4b5c62a2-f144-457d-be6f-1d57d52fc2ea tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/security-groups?id=39dfc9e8-f161-4604-b8ba-ed902c2aa407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Jan 18 12:49:09.670127 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-059803f6-b611-4a88-8521-c1eb7a7504a2 req-978011af-7a8e-4a1f-b648-e661d6fceff8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.0823429 Jan 18 12:49:09.695803 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b004688-c6ec-4c7b-9791-70e933874911 req-e22c46cd-7783-482d-923d-ecebf38585ff tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.698378 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-4b004688-c6ec-4c7b-9791-70e933874911 req-e22c46cd-7783-482d-923d-ecebf38585ff tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.20 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 950 time: 0.1111097 Jan 18 12:49:09.770201 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-059803f6-b611-4a88-8521-c1eb7a7504a2 req-dd4a48e6-0790-4b60-963e-efe494e229e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882516 Jan 18 12:49:09.782320 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Deleting port 53c7c988-44ef-4622-9fca-07a38e09b4be {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:09.782681 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.792482 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc99a-7d94-4c0a-8cf6-96393b218691 req-417f72e9-8ca5-467c-8bb9-dba717ff61b9 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.793935 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6abbc99a-7d94-4c0a-8cf6-96393b218691 req-417f72e9-8ca5-467c-8bb9-dba717ff61b9 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 944 time: 0.1095028 Jan 18 12:49:09.869959 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6abbc99a-7d94-4c0a-8cf6-96393b218691 req-926c291f-c993-40f4-93c5-d23f7d1a83c5 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Jan 18 12:49:10.030395 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] For port 53c7c988-44ef-4622-9fca-07a38e09b4be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53c7c988-44ef-4622-9fca-07a38e09b4be,segment=NetworkSegment(8a48e999-7ebd-443a-8643-6f43b87ef654),segment_id=8a48e999-7ebd-443a-8643-6f43b87ef654)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:10.030984 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.152428 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Calling delete_port for 53c7c988-44ef-4622-9fca-07a38e09b4be owned by compute:nova {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:10.324905 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.370222 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['53c7c988-44ef-4622-9fca-07a38e09b4be'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:10.378595 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f570d3f7-8876-4441-a7e0-a442fc65c3da req-bc876d99-0e3d-48bf-9542-bb3435b3a17a tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 210 time: 0.0500605 Jan 18 12:49:10.385023 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe23630-4731-47c5-a39c-0c85b2736a69 req-9deee4e7-bfc4-42ec-81da-ebaa29503a69 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.386431 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5fe23630-4731-47c5-a39c-0c85b2736a69 req-9deee4e7-bfc4-42ec-81da-ebaa29503a69 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1864882 Jan 18 12:49:10.439170 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Pushing event deleted for resources: {'Port': ['ID=53c7c988-44ef-4622-9fca-07a38e09b4be,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:10.459993 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5fe23630-4731-47c5-a39c-0c85b2736a69 req-b4de65cd-79ea-4eec-830d-a90447692602 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640621 Jan 18 12:49:10.503116 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] No DVR routers for this DVR port 53c7c988-44ef-4622-9fca-07a38e09b4be on host hv-cinder-82510 {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:10.507078 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.510037 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'name': 'network-vif-deleted', 'tag': '53c7c988-44ef-4622-9fca-07a38e09b4be'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:10.537225 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d12e67c5-771b-489b-b980-3c397fd46a3a details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:10.540780 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-4b004688-c6ec-4c7b-9791-70e933874911 req-18b6ceab-c3ca-4736-b574-d528f45232b7 tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.20 "DELETE /v2.0/ports/53c7c988-44ef-4622-9fca-07a38e09b4be HTTP/1.1" status: 204 len: 173 time: 0.8355494 Jan 18 12:49:10.628760 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd614f628-32fd-4cc1-a1d8-5337cb65923e', 'name': 'network-vif-deleted', 'tag': '53c7c988-44ef-4622-9fca-07a38e09b4be', 'status': 'completed', 'code': 200} Jan 18 12:49:10.787419 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port d12e67c5-771b-489b-b980-3c397fd46a3a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d12e67c5-771b-489b-b980-3c397fd46a3a,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:10.816700 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'd12e67c5-771b-489b-b980-3c397fd46a3a', 'network_id': '4798c5e1-6242-4f95-92e8-fbc3383f20e3', 'port_id': 'd12e67c5-771b-489b-b980-3c397fd46a3a', 'mac_address': 'fa:16:3e:98:e4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72607834-d0af-4fad-ad42-4cf0a6f4c356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:10.928464 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-3edb22a4-811c-44ae-ac3c-2cfdc898e94e tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.929251 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-3edb22a4-811c-44ae-ac3c-2cfdc898e94e tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Synchronizing usage tracker for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:network {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:10.937235 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ae16d-77c0-4d87-9584-46ae54af8d40 req-1b5acad2-0520-4ff5-a6d8-b950792b59c8 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.939099 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-de3ae16d-77c0-4d87-9584-46ae54af8d40 req-1b5acad2-0520-4ff5-a6d8-b950792b59c8 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1771772 Jan 18 12:49:10.949343 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-3edb22a4-811c-44ae-ac3c-2cfdc898e94e tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Unset dirty status for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:network {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:10.950611 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-3edb22a4-811c-44ae-ac3c-2cfdc898e94e tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "GET /v2.0/networks?id=7187d296-bd86-408c-b444-a770c1c1fbcf HTTP/1.1" status: 200 len: 813 time: 0.2347760 Jan 18 12:49:11.000414 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-de3ae16d-77c0-4d87-9584-46ae54af8d40 req-c26487ae-d674-4694-b8f4-6f6a388a4c8a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538433 Jan 18 12:49:11.018638 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Request body: {'port': {'device_id': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf', 'admin_state_up': True, 'tenant_id': '09b79e4133a148d9918788e8a9fc56ee'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:11.061523 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.061731 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-358f9e06-0348-40b7-b359-040ba4b5a7e8 req-bb53b326-c873-4166-b78f-1cc119b5bc7c tempest-VolumesNegativeTest-1301292535 tempest-VolumesNegativeTest-1301292535-project] 10.222.0.86 "GET /v2.0/ports?device_id=d614f628-32fd-4cc1-a1d8-5337cb65923e HTTP/1.1" status: 200 len: 210 time: 0.0602622 Jan 18 12:49:11.083066 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12e67c5-771b-489b-b980-3c397fd46a3a {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:11.103269 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port d12e67c5-771b-489b-b980-3c397fd46a3a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d12e67c5-771b-489b-b980-3c397fd46a3a,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:11.108760 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.205078 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=d12e67c5-771b-489b-b980-3c397fd46a3a,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:11.417203 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:11.421385 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Usage tracker for resource:port and tenant:09b79e4133a148d9918788e8a9fc56ee is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:11.424780 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:11.433589 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905277d5-7149-4d0c-8b07-0389bf782fa3 req-a0d6a6e8-a799-4282-910d-11e7dd30bc4d tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:11.435012 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-905277d5-7149-4d0c-8b07-0389bf782fa3 req-a0d6a6e8-a799-4282-910d-11e7dd30bc4d tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 945 time: 0.1819570 Jan 18 12:49:11.446991 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e363-7352-4975-bd5c-f647960fb7ed req-9e7111b9-c83f-4ce5-a8e6-60c669ca5aa1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:11.448456 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1927e363-7352-4975-bd5c-f647960fb7ed req-9e7111b9-c83f-4ce5-a8e6-60c669ca5aa1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 945 time: 0.1186407 Jan 18 12:49:11.450581 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:11.474443 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Made reservation on behalf of 09b79e4133a148d9918788e8a9fc56ee for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:11.480035 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.540041 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-905277d5-7149-4d0c-8b07-0389bf782fa3 req-a74ebf73-b71e-43ff-a6dd-cdfec1ad42ac tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906179 Jan 18 12:49:11.543810 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1927e363-7352-4975-bd5c-f647960fb7ed req-9a788209-b155-44d2-b4b6-f5177c19ac3f tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726805 Jan 18 12:49:11.689949 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Allocated IP 172.20.0.12 (7187d296-bd86-408c-b444-a770c1c1fbcf/5d962467-3311-4814-993c-e42aed5e55e3/d824340b-6a24-444a-8997-7665c18f936d) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:11.738520 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1a05a94e-2f62-4469-b925-46e4c73d95a1 req-2fabf595-502a-4de3-83a9-6afe157f5a26 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 210 time: 0.0688283 Jan 18 12:49:11.787722 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23e15e-19f2-456b-866c-1c62bf1e81bc req-08fda1b4-312a-4a6f-8483-9abcf8e5848e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:11.789188 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bf23e15e-19f2-456b-866c-1c62bf1e81bc req-08fda1b4-312a-4a6f-8483-9abcf8e5848e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0849335 Jan 18 12:49:11.839400 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bf23e15e-19f2-456b-866c-1c62bf1e81bc req-f8bc7c97-dbe9-40bf-a97a-3aadb2d5920e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447290 Jan 18 12:49:11.896265 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.909012 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['d12e67c5-771b-489b-b980-3c397fd46a3a'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:11.930520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.010079 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Network 7187d296-bd86-408c-b444-a770c1c1fbcf is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:12.013308 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:12.015646 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:12.061880 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Pushing event updated for resources: {'Port': ['ID=d824340b-6a24-444a-8997-7665c18f936d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:12.097836 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.098421 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.119440 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ac5eb060-7ab7-4e88-bd82-4f6d15f5b976 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1067936 Jan 18 12:49:12.149001 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Request body: {'port': {'device_id': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:12.229176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4e210-6b34-48b5-abfe-b26d3fc7beec req-4a36fcec-c74f-467c-8a41-af6371ab378f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.230839 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-47d4e210-6b34-48b5-abfe-b26d3fc7beec req-4a36fcec-c74f-467c-8a41-af6371ab378f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0867474 Jan 18 12:49:12.265737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.277850 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-47d4e210-6b34-48b5-abfe-b26d3fc7beec req-867aeb6c-d349-4c02-b7c7-877e1f4b9847 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Jan 18 12:49:12.574456 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 53c7c988-44ef-4622-9fca-07a38e09b4be no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:12.654972 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 53c7c988-44ef-4622-9fca-07a38e09b4be {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:12.655794 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 53c7c988-44ef-4622-9fca-07a38e09b4be not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:12.674173 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d824340b-6a24-444a-8997-7665c18f936d {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:12.685622 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.725487 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Transition to ACTIVE for port object d824340b-6a24-444a-8997-7665c18f936d will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:12.732131 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.873624 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Pushing event updated for resources: {'Port': ['ID=d824340b-6a24-444a-8997-7665c18f936d,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:12.957720 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf64bf3-0114-4f3b-b950-9cc5943ebd7d req-5c5a39f7-8882-4617-92fc-e68369bf8dc1 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.965534 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5bf64bf3-0114-4f3b-b950-9cc5943ebd7d req-5c5a39f7-8882-4617-92fc-e68369bf8dc1 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 945 time: 0.2313249 Jan 18 12:49:12.990899 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Attempting to bind port d824340b-6a24-444a-8997-7665c18f936d on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:12.991262 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Attempting to bind port d824340b-6a24-444a-8997-7665c18f936d by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:12.991693 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Attempting to bind port d824340b-6a24-444a-8997-7665c18f936d on network 7187d296-bd86-408c-b444-a770c1c1fbcf {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:12.993611 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f078bb-c096-4b07-a450-73da85499937 req-f05c8330-2ffa-41f1-8e27-09be9ecfeb2c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.995109 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-82f078bb-c096-4b07-a450-73da85499937 req-f05c8330-2ffa-41f1-8e27-09be9ecfeb2c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 945 time: 0.2235618 Jan 18 12:49:12.998393 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-225f42d1-224c-4865-870f-1c0ee854d241 req-78cb0740-ed8d-4ade-8a6e-fed1b9e1b3b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.2254632 Jan 18 12:49:12.999680 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Port d824340b-6a24-444a-8997-7665c18f936d on network 7187d296-bd86-408c-b444-a770c1c1fbcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:13.000219 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Attempting to bind port d824340b-6a24-444a-8997-7665c18f936d on network 7187d296-bd86-408c-b444-a770c1c1fbcf {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:13.007691 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:13.008128 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Checking segment: {'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:13.008649 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Bound using segment: {'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:13.009141 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Bound port: d824340b-6a24-444a-8997-7665c18f936d, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:13.009550 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.108451 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] For port d824340b-6a24-444a-8997-7665c18f936d, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:13.114427 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] For port d824340b-6a24-444a-8997-7665c18f936d, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d824340b-6a24-444a-8997-7665c18f936d,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:13.120102 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.156302 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5bf64bf3-0114-4f3b-b950-9cc5943ebd7d req-ce883df9-e467-4c42-b62c-ad43abb3f84b tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898801 Jan 18 12:49:13.167328 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-82f078bb-c096-4b07-a450-73da85499937 req-7993db7e-bca2-48b9-bce2-221fc9b94852 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616955 Jan 18 12:49:13.189299 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.190796 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] 10.222.0.20 "PUT /v2.0/ports/d824340b-6a24-444a-8997-7665c18f936d HTTP/1.1" status: 200 len: 1094 time: 1.0464675 Jan 18 12:49:13.191302 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'tag': 'd824340b-6a24-444a-8997-7665c18f936d'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:13.213163 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3002f-4c7a-45bc-a23b-944b0ea49b17 service neutron] Pushing event updated for resources: {'Port': ['ID=d824340b-6a24-444a-8997-7665c18f936d,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:13.258173 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f42d1-224c-4865-870f-1c0ee854d241 req-77758bbd-d258-456b-8b23-c60467c5b543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:13.259652 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-225f42d1-224c-4865-870f-1c0ee854d241 req-77758bbd-d258-456b-8b23-c60467c5b543 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 919 time: 0.2513192 Jan 18 12:49:13.394184 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-7c782e69-6d03-4e43-af86-91efb18003f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b79e4133a148d9918788e8a9fc56ee&device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 1097 time: 0.0886500 Jan 18 12:49:13.456563 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-225f42d1-224c-4865-870f-1c0ee854d241 req-62c2aef9-f80c-4c75-9797-af39989d1786 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 217 time: 0.1524973 Jan 18 12:49:13.493563 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-ff2bdd53-5f3f-4aad-8b3f-5b28a0db7cc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d824340b-6a24-444a-8997-7665c18f936d HTTP/1.1" status: 200 len: 217 time: 0.0804815 Jan 18 12:49:13.516816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1de71-3e47-42be-916c-cffed4e5c64f req-579823c2-ccf8-4cde-8389-590584083cf0 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:13.518361 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c0d1de71-3e47-42be-916c-cffed4e5c64f req-579823c2-ccf8-4cde-8389-590584083cf0 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 944 time: 0.1630416 Jan 18 12:49:13.607499 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-3afc070a-6326-4d8f-84e1-153add7b7b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:13.610030 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-3afc070a-6326-4d8f-84e1-153add7b7b17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d962467-3311-4814-993c-e42aed5e55e3 HTTP/1.1" status: 200 len: 853 time: 0.0946171 Jan 18 12:49:13.641298 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7897-8742-43ed-bb00-4cf56d18405b req-14e0be0c-4ae3-4952-b158-47496035d0ce tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:13.642713 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c17e7897-8742-43ed-bb00-4cf56d18405b req-14e0be0c-4ae3-4952-b158-47496035d0ce tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2890904 Jan 18 12:49:13.725243 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f42d1-224c-4865-870f-1c0ee854d241 req-20f179f1-2262-4e52-b290-3a79cd14a17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:13.726883 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-225f42d1-224c-4865-870f-1c0ee854d241 req-20f179f1-2262-4e52-b290-3a79cd14a17c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.2076125 Jan 18 12:49:13.740400 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-9303fe47-4569-4107-91de-45e35d683def service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7187d296-bd86-408c-b444-a770c1c1fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199150 Jan 18 12:49:13.769277 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c0d1de71-3e47-42be-916c-cffed4e5c64f req-207102ba-a680-4891-a5c2-f0c7ab53e6bd tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339250 Jan 18 12:49:13.787497 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c17e7897-8742-43ed-bb00-4cf56d18405b req-df8d974c-72d7-4295-991f-d582b6739903 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261866 Jan 18 12:49:13.798260 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-225f42d1-224c-4865-870f-1c0ee854d241 req-6bcdd060-1694-4419-844a-5a04a2ef62ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619605 Jan 18 12:49:13.957497 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'tag': 'd824340b-6a24-444a-8997-7665c18f936d', 'status': 'completed', 'code': 200} Jan 18 12:49:13.978666 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-4b19f355-df02-4f52-86c0-161dbfdef0ed service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316296 Jan 18 12:49:14.073484 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-89c5fb31-b58f-47f3-b2d2-920949280aa4 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:14.074188 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-89c5fb31-b58f-47f3-b2d2-920949280aa4 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Synchronizing usage tracker for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:port {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:14.089811 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-225f42d1-224c-4865-870f-1c0ee854d241 req-f9c2ace8-405f-4f80-8b95-e5a6d4956185 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160001 Jan 18 12:49:14.104769 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-89c5fb31-b58f-47f3-b2d2-920949280aa4 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Unset dirty status for tenant:ddebb1c927fe49ba9a77263603106ccf on resource:port {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:14.105883 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-89c5fb31-b58f-47f3-b2d2-920949280aa4 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 945 time: 0.2317741 Jan 18 12:49:14.126435 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ba728-efca-4d25-8283-e771613d7cbb req-d0b634fd-c35f-4e27-92b0-09d9e1f7d383 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:14.133811 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a18ba728-efca-4d25-8283-e771613d7cbb req-d0b634fd-c35f-4e27-92b0-09d9e1f7d383 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.2322159 Jan 18 12:49:14.198365 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2463a9e7-f888-4c8d-9256-4ea6f6de6fde service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095075 Jan 18 12:49:14.206467 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Deleting port 7f7a1e34-200b-43c6-a82b-1ce88a509cef {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:14.206752 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.279556 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a18ba728-efca-4d25-8283-e771613d7cbb req-242dea06-ba91-4ce1-9837-50c5a51f3d74 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446488 Jan 18 12:49:14.320379 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-225f42d1-224c-4865-870f-1c0ee854d241 req-b5b09c9c-a312-4099-9ba0-ec173ff3fc62 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232635 Jan 18 12:49:14.525200 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6c26-b3b9-4af0-aa99-619e5f98daea req-6460241a-b09c-40e5-a0a3-7aa1dfad3135 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:14.527771 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4a2c6c26-b3b9-4af0-aa99-619e5f98daea req-6460241a-b09c-40e5-a0a3-7aa1dfad3135 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 945 time: 0.1971383 Jan 18 12:49:14.535462 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] For port 7f7a1e34-200b-43c6-a82b-1ce88a509cef, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7f7a1e34-200b-43c6-a82b-1ce88a509cef,segment=NetworkSegment(c2c064e4-74ae-426f-ae35-a64ecbd6f9b3),segment_id=c2c064e4-74ae-426f-ae35-a64ecbd6f9b3)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:14.535826 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.560118 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ebefb17f-6502-404b-b609-e36f5435295a req-9f95d1a8-112a-45ab-8b4e-37cb82ca86c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b79e4133a148d9918788e8a9fc56ee&device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 1097 time: 0.1783123 Jan 18 12:49:14.602000 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d12e67c5-771b-489b-b980-3c397fd46a3a up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:14.684210 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Calling delete_port for 7f7a1e34-200b-43c6-a82b-1ce88a509cef owned by compute:nova {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:14.721639 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port d12e67c5-771b-489b-b980-3c397fd46a3a completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:14.732800 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port d12e67c5-771b-489b-b980-3c397fd46a3a triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:14.733367 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.773512 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4a2c6c26-b3b9-4af0-aa99-619e5f98daea req-62521728-0191-4503-a5c7-c086f8f8613c tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354040 Jan 18 12:49:14.865246 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.904149 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b89d64-46f3-48a5-974e-741507fd759f req-a4f993b6-5e78-4ed8-b72b-609e56ada35d tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:14.905741 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4b89d64-46f3-48a5-974e-741507fd759f req-a4f993b6-5e78-4ed8-b72b-609e56ada35d tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e58fcf-671b-4024-804a-fad7f2c73876 HTTP/1.1" status: 200 len: 945 time: 0.4376771 Jan 18 12:49:14.911065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefb17f-6502-404b-b609-e36f5435295a req-3e135f32-1ab6-46e3-9ba1-66fc9db8c0dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:14.914092 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ebefb17f-6502-404b-b609-e36f5435295a req-3e135f32-1ab6-46e3-9ba1-66fc9db8c0dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=7187d296-bd86-408c-b444-a770c1c1fbcf HTTP/1.1" status: 200 len: 914 time: 0.3396745 Jan 18 12:49:14.963657 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.968094 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Pushing event deleted for resources: {'Port': ['ID=7f7a1e34-200b-43c6-a82b-1ce88a509cef,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:14.999390 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046c653f-ee0a-4594-a349-b9f27d459176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e67c5-771b-489b-b980-3c397fd46a3a'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:15.010628 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port d12e67c5-771b-489b-b980-3c397fd46a3a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d12e67c5-771b-489b-b980-3c397fd46a3a,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:15.015676 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.049081 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] No DVR routers for this DVR port 7f7a1e34-200b-43c6-a82b-1ce88a509cef on host hv-cinder-82510 {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:15.053432 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.068660 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4b89d64-46f3-48a5-974e-741507fd759f req-169bf71c-1f52-4f34-a580-468f56e16a21 tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.86 "GET /v2.0/security-groups?id=a3f80471-498c-4266-b1cd-09b1096fe19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534858 Jan 18 12:49:15.083107 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-ea061330-f6d5-4ce4-95e5-99ad612f1446 req-24f4a7e7-6d3b-4798-88be-c45a498e0e8e tempest-VolumesActionsTest-817003342 tempest-VolumesActionsTest-817003342-project] 10.222.0.20 "DELETE /v2.0/ports/7f7a1e34-200b-43c6-a82b-1ce88a509cef HTTP/1.1" status: 204 len: 173 time: 0.9690917 Jan 18 12:49:15.120273 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ebefb17f-6502-404b-b609-e36f5435295a req-0fcd8f79-4291-435c-b02d-6f9c4c0ff828 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d824340b-6a24-444a-8997-7665c18f936d HTTP/1.1" status: 200 len: 217 time: 0.1178005 Jan 18 12:49:15.144040 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=d12e67c5-771b-489b-b980-3c397fd46a3a,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:15.218700 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefb17f-6502-404b-b609-e36f5435295a req-97251da9-26a3-4faa-b91d-7555a1369278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.220184 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ebefb17f-6502-404b-b609-e36f5435295a req-97251da9-26a3-4faa-b91d-7555a1369278 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d962467-3311-4814-993c-e42aed5e55e3 HTTP/1.1" status: 200 len: 853 time: 0.0845656 Jan 18 12:49:15.236250 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240b9b-7b5c-46cb-90a6-705dc1ec6f4f req-27d1b4a0-a747-4367-8bc0-e6545313d5db tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.237966 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e3240b9b-7b5c-46cb-90a6-705dc1ec6f4f req-27d1b4a0-a747-4367-8bc0-e6545313d5db tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 944 time: 0.1606612 Jan 18 12:49:15.344356 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ebefb17f-6502-404b-b609-e36f5435295a req-a252d241-9503-4a4c-8d13-430abf9d9294 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7187d296-bd86-408c-b444-a770c1c1fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721445 Jan 18 12:49:15.455913 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e3240b9b-7b5c-46cb-90a6-705dc1ec6f4f req-64c00b3b-69df-429a-ba24-0b56a2106387 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822269 Jan 18 12:49:15.502695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af8c06-213d-40ec-ac68-e48c3e90bc13 req-c5a956f2-22df-49ed-b680-add5564eec15 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.504565 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-22af8c06-213d-40ec-ac68-e48c3e90bc13 req-c5a956f2-22df-49ed-b680-add5564eec15 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2827854 Jan 18 12:49:15.549740 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ebefb17f-6502-404b-b609-e36f5435295a req-00afb51a-fe7f-453a-a427-ea0244f063c1 service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908677 Jan 18 12:49:15.566693 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046c653f-ee0a-4594-a349-b9f27d459176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e67c5-771b-489b-b980-3c397fd46a3a', 'code': 200} Jan 18 12:49:15.643326 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-22af8c06-213d-40ec-ac68-e48c3e90bc13 req-77703017-a576-40b5-b1f3-6d134f71ad63 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319475 Jan 18 12:49:15.836807 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ebefb17f-6502-404b-b609-e36f5435295a req-78a6d131-4f34-4fa8-a43d-2c5d5d9ffaac service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773201 Jan 18 12:49:15.931234 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a986b-0873-4a55-9cd6-c41a25b3d444 req-4177ca89-9d41-4a4e-b456-2b7bb10325a3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.932990 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae7a986b-0873-4a55-9cd6-c41a25b3d444 req-4177ca89-9d41-4a4e-b456-2b7bb10325a3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1587684 Jan 18 12:49:15.959376 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'name': 'network-vif-deleted', 'tag': '7f7a1e34-200b-43c6-a82b-1ce88a509cef'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:16.133461 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae7a986b-0873-4a55-9cd6-c41a25b3d444 req-6407ce57-c6db-42d9-949c-dc2855b03b64 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926553 Jan 18 12:49:16.170486 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2deb5c5f-4e96-460a-a304-a5f1f9de63b9 req-4cb0d2e5-74e7-46b4-b4d2-5adf15aa0414 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 1099 time: 0.1652329 Jan 18 12:49:16.225030 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e5e1f-deec-4018-9b4c-f8781790d8de req-ac21c671-ec26-48a6-9a12-2bb70be6ce75 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:16.239787 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-245e5e1f-deec-4018-9b4c-f8781790d8de req-ac21c671-ec26-48a6-9a12-2bb70be6ce75 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 946 time: 0.2744579 Jan 18 12:49:16.281291 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e58fcf-671b-4024-804a-fad7f2c73876', 'name': 'network-vif-deleted', 'tag': '7f7a1e34-200b-43c6-a82b-1ce88a509cef', 'status': 'completed', 'code': 200} Jan 18 12:49:16.328828 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2deb5c5f-4e96-460a-a304-a5f1f9de63b9 req-132ced9b-b426-4e7b-8a15-5b2b3ebd8281 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451085 Jan 18 12:49:16.333502 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-245e5e1f-deec-4018-9b4c-f8781790d8de req-006d511b-381f-4182-911e-3e0603aa0063 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929282 Jan 18 12:49:16.609931 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d824340b-6a24-444a-8997-7665c18f936d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:16.633117 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 7f7a1e34-200b-43c6-a82b-1ce88a509cef no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:16.678031 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 7f7a1e34-200b-43c6-a82b-1ce88a509cef {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:16.678371 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 7f7a1e34-200b-43c6-a82b-1ce88a509cef not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:16.802420 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c2c0-22ea-49ab-a49d-2f146e465383 req-c06ea537-585e-46fc-97af-7704f4cca250 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:16.805737 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d158c2c0-22ea-49ab-a49d-2f146e465383 req-c06ea537-585e-46fc-97af-7704f4cca250 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 944 time: 0.1873174 Jan 18 12:49:16.863074 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb53d2-32f2-48cd-a532-9f6eb31c9e1f req-03b54b19-9845-4579-8c95-b596ea5b6ee3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:16.878567 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port d824340b-6a24-444a-8997-7665c18f936d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d824340b-6a24-444a-8997-7665c18f936d,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:16.879922 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01cb53d2-32f2-48cd-a532-9f6eb31c9e1f req-03b54b19-9845-4579-8c95-b596ea5b6ee3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.2050583 Jan 18 12:49:16.910041 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'd824340b-6a24-444a-8997-7665c18f936d', 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf', 'port_id': 'd824340b-6a24-444a-8997-7665c18f936d', 'mac_address': 'fa:16:3e:ea:be:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d962467-3311-4814-993c-e42aed5e55e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:16.943713 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d158c2c0-22ea-49ab-a49d-2f146e465383 req-93931a94-3a43-4b85-b2d3-0146c732b02a tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267614 Jan 18 12:49:16.946132 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-01cb53d2-32f2-48cd-a532-9f6eb31c9e1f req-37728de5-fef2-4d93-a547-6aeaabffd0d9 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653024 Jan 18 12:49:17.003518 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:17.021861 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d824340b-6a24-444a-8997-7665c18f936d {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:17.038143 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port d824340b-6a24-444a-8997-7665c18f936d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d824340b-6a24-444a-8997-7665c18f936d,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:17.046481 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:17.127415 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=d824340b-6a24-444a-8997-7665c18f936d,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:17.177935 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774c95c-99d3-4218-8b04-3cf8b1b71680 req-39cb1e5d-193f-4262-abd2-beea3fe80b5b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:17.179611 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5774c95c-99d3-4218-8b04-3cf8b1b71680 req-39cb1e5d-193f-4262-abd2-beea3fe80b5b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0899675 Jan 18 12:49:17.242250 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5774c95c-99d3-4218-8b04-3cf8b1b71680 req-04fae620-13bc-4190-b0be-85a71e75c8e3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Jan 18 12:49:17.419313 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d585b26-e1c4-4feb-8839-086ae2ce85ca req-f7e56558-b8e7-40c1-a1b3-a859a0ab045f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:17.420964 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8d585b26-e1c4-4feb-8839-086ae2ce85ca req-f7e56558-b8e7-40c1-a1b3-a859a0ab045f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0948403 Jan 18 12:49:17.473358 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8d585b26-e1c4-4feb-8839-086ae2ce85ca req-b2c3d7c7-f95a-48b9-81cc-e35ecc30b011 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449033 Jan 18 12:49:17.568756 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266c8f6-6144-49cd-8176-7b9d01d88405 req-d46e4098-5797-4351-93f1-5c32f6c2ced9 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:17.570769 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d266c8f6-6144-49cd-8176-7b9d01d88405 req-d46e4098-5797-4351-93f1-5c32f6c2ced9 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 946 time: 0.0864275 Jan 18 12:49:17.619976 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d266c8f6-6144-49cd-8176-7b9d01d88405 req-95250307-cfc7-4e04-a70b-07e2a479c7ad tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Jan 18 12:49:17.717730 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['d824340b-6a24-444a-8997-7665c18f936d'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:18.221372 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1508-1ef9-4312-9351-992580a8a5ff req-2d547691-6333-4dd4-86db-fca909d36b30 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:18.223124 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dcf1508-1ef9-4312-9351-992580a8a5ff req-2d547691-6333-4dd4-86db-fca909d36b30 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1142681 Jan 18 12:49:18.323984 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dcf1508-1ef9-4312-9351-992580a8a5ff req-9bf8d7ce-a6b0-4dc9-81f5-427a227dfc3b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634441 Jan 18 12:49:18.338035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d361d-d7fe-4671-82dc-7f3b5f9e41c6 req-46617a15-7f1a-414a-b4d6-a83ccf11cc2e tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:18.339469 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-541d361d-d7fe-4671-82dc-7f3b5f9e41c6 req-46617a15-7f1a-414a-b4d6-a83ccf11cc2e tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 945 time: 0.1259158 Jan 18 12:49:18.386491 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-541d361d-d7fe-4671-82dc-7f3b5f9e41c6 req-1bf69fed-1702-45da-8c95-58f9bb6ef810 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Jan 18 12:49:18.515194 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2137d-43f4-4f6f-b7fd-410bab9a16db req-2284e3d1-41d2-4936-a5be-76cfd76e2ffe tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:18.516649 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b0b2137d-43f4-4f6f-b7fd-410bab9a16db req-2284e3d1-41d2-4936-a5be-76cfd76e2ffe tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0755730 Jan 18 12:49:18.568018 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b0b2137d-43f4-4f6f-b7fd-410bab9a16db req-5094ecdf-85da-42ca-8b0d-91a987e67ef2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Jan 18 12:49:18.687404 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8a188-954b-4d40-8eca-d76dd013e056 req-10feea7b-d80c-4908-95e4-2c4d6085e674 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:18.688876 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b6c8a188-954b-4d40-8eca-d76dd013e056 req-10feea7b-d80c-4908-95e4-2c4d6085e674 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0778000 Jan 18 12:49:18.735284 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b6c8a188-954b-4d40-8eca-d76dd013e056 req-ea1ccfc8-43fb-49c4-a95d-050c47617614 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Jan 18 12:49:18.847001 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaabc8-df93-4259-ae8a-c832452a236c req-e4c04eea-a7ac-4f97-ae0e-61a62e0a0151 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:18.849360 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4faaabc8-df93-4259-ae8a-c832452a236c req-e4c04eea-a7ac-4f97-ae0e-61a62e0a0151 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 946 time: 0.0861862 Jan 18 12:49:18.902983 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4faaabc8-df93-4259-ae8a-c832452a236c req-d34ee211-9533-4b7b-bd24-16000f9c3884 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Jan 18 12:49:19.176467 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57982) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:19.372602 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-507cb5d2-9a79-4951-bd1a-95f9071cef8e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7d4203a028224425ba349b18bebad84c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1949091 Jan 18 12:49:19.375032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 57996) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:19.437626 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-09e7049c-8057-4704-8b92-2643d45af12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.504997 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-09e7049c-8057-4704-8b92-2643d45af12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.621433 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bb9f6-a50d-48cd-a695-87f830283322 req-fbb01d3a-6ebf-46f6-941e-6524dd4faab2 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:19.622897 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e75bb9f6-a50d-48cd-a695-87f830283322 req-fbb01d3a-6ebf-46f6-941e-6524dd4faab2 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1733155 Jan 18 12:49:19.655489 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759916f-d3ec-4151-a7f9-95795d108888 req-4fb9075a-a89c-47af-972a-e76dab5dec06 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:19.656873 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2759916f-d3ec-4151-a7f9-95795d108888 req-4fb9075a-a89c-47af-972a-e76dab5dec06 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 945 time: 0.1440747 Jan 18 12:49:19.660211 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-09e7049c-8057-4704-8b92-2643d45af12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.700473 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7049c-8057-4704-8b92-2643d45af12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dfc9e8-f161-4604-b8ba-ed902c2aa407,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:19.731473 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-09e7049c-8057-4704-8b92-2643d45af12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.732570 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-09e7049c-8057-4704-8b92-2643d45af12b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/39dfc9e8-f161-4604-b8ba-ed902c2aa407 HTTP/1.1" status: 204 len: 168 time: 0.3566542 Jan 18 12:49:19.735650 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e75bb9f6-a50d-48cd-a695-87f830283322 req-40828f79-e3e0-438a-9aa6-513d4db22a88 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055980 Jan 18 12:49:19.748002 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2759916f-d3ec-4151-a7f9-95795d108888 req-a8396ced-f13d-4093-beb2-e361f75cdab6 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840876 Jan 18 12:49:19.979164 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3701177-5a57-48d2-8fe2-30a20fe6121a req-40c00b02-e2ca-4f71-bbce-ff470c7cc602 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:19.980614 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e3701177-5a57-48d2-8fe2-30a20fe6121a req-40c00b02-e2ca-4f71-bbce-ff470c7cc602 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0868664 Jan 18 12:49:20.027925 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e3701177-5a57-48d2-8fe2-30a20fe6121a req-8039ac42-2d7e-4187-a25d-1db7ce7732e0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Jan 18 12:49:21.040909 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d1cce-6609-455f-b12f-001b36bdc94e req-c7499742-8e98-49cd-b332-4ee4e228708a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:21.042269 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4d3d1cce-6609-455f-b12f-001b36bdc94e req-c7499742-8e98-49cd-b332-4ee4e228708a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1851921 Jan 18 12:49:21.048383 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4a98-7003-44f2-b97c-b863ab6c8810 req-9dcb56e6-8164-4431-b64d-12199855e78c tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:21.049712 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-da7f4a98-7003-44f2-b97c-b863ab6c8810 req-9dcb56e6-8164-4431-b64d-12199855e78c tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 945 time: 0.1061521 Jan 18 12:49:21.119584 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4d3d1cce-6609-455f-b12f-001b36bdc94e req-ff54ea34-8729-4699-9ae7-2f1fcfcc8f35 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689621 Jan 18 12:49:21.124014 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-da7f4a98-7003-44f2-b97c-b863ab6c8810 req-56719e2f-b7a9-4304-a902-39c5fa4b1e6b tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598922 Jan 18 12:49:21.304180 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8866-63a3-4aa6-9ccc-597434611aa5 req-04636164-5dc1-4262-9fa2-bc777dca7e01 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:21.305550 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f91b8866-63a3-4aa6-9ccc-597434611aa5 req-04636164-5dc1-4262-9fa2-bc777dca7e01 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0745730 Jan 18 12:49:21.362854 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f91b8866-63a3-4aa6-9ccc-597434611aa5 req-c060f27f-5bd2-4786-8c68-7dcbb9fb5958 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516646 Jan 18 12:49:21.997059 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-106d2e5c-b2b9-42c7-9474-100f09b268f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.375634 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca399ec-957a-4240-bac2-b20745ebccec req-4ae01a46-56f2-4f90-ac7d-e8377d4acfe7 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:22.377326 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0ca399ec-957a-4240-bac2-b20745ebccec req-4ae01a46-56f2-4f90-ac7d-e8377d4acfe7 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 945 time: 0.1345670 Jan 18 12:49:22.384973 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eac28-70fc-444b-876f-9ede11768680 req-350212aa-2a1c-49a8-8713-7d105e32fdc1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:22.386384 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-814eac28-70fc-444b-876f-9ede11768680 req-350212aa-2a1c-49a8-8713-7d105e32fdc1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1423306 Jan 18 12:49:22.458838 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0ca399ec-957a-4240-bac2-b20745ebccec req-67827833-4612-427d-89b3-74e30fc129a7 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713739 Jan 18 12:49:22.463478 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-814eac28-70fc-444b-876f-9ede11768680 req-5d7666c4-3c5d-4d43-9b78-16ebc1d388c0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599701 Jan 18 12:49:22.639610 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50279262-5830-47f8-9e70-070252ff6bad req-656115ef-5511-48d7-8f8b-a04f43d0cccc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:22.641059 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-50279262-5830-47f8-9e70-070252ff6bad req-656115ef-5511-48d7-8f8b-a04f43d0cccc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0760598 Jan 18 12:49:22.685275 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-50279262-5830-47f8-9e70-070252ff6bad req-f9611dc5-d582-406e-ace7-b304493ab075 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388272 Jan 18 12:49:23.665599 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc277a-e088-4286-91d1-c141ec367ace req-1efbae4d-73b9-40c4-b4d5-25ea58d6e457 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.667291 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-59fc277a-e088-4286-91d1-c141ec367ace req-1efbae4d-73b9-40c4-b4d5-25ea58d6e457 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 945 time: 0.0854278 Jan 18 12:49:23.762553 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-59fc277a-e088-4286-91d1-c141ec367ace req-0884a993-b136-47ef-a90d-f6aa92ef0cfd tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867567 Jan 18 12:49:23.802227 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409c99b-f6d9-4b1c-9bb6-7b16f0019f06 req-bb045d85-fe74-4e16-8143-8f68cae15f11 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.803749 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7409c99b-f6d9-4b1c-9bb6-7b16f0019f06 req-bb045d85-fe74-4e16-8143-8f68cae15f11 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0782979 Jan 18 12:49:23.853903 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7409c99b-f6d9-4b1c-9bb6-7b16f0019f06 req-b8a5057c-6f8b-496e-8ddc-b5b0d94fcc1c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446632 Jan 18 12:49:23.948807 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9f305-4ab1-464b-a071-8d761b6fcd36 req-8438db6c-5425-4dcf-89f0-f79d4c99231d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.950184 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d4b9f305-4ab1-464b-a071-8d761b6fcd36 req-8438db6c-5425-4dcf-89f0-f79d4c99231d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0802541 Jan 18 12:49:23.994130 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d4b9f305-4ab1-464b-a071-8d761b6fcd36 req-d8d7eeb5-fd69-476f-b1e7-d36905c37c61 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385358 Jan 18 12:49:24.155517 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f56b6f80-ae73-4b0c-922f-25998ba77b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.354535 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d824340b-6a24-444a-8997-7665c18f936d up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:24.422508 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port d824340b-6a24-444a-8997-7665c18f936d completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:24.426989 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port d824340b-6a24-444a-8997-7665c18f936d triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:24.427356 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.537067 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.566179 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd824340b-6a24-444a-8997-7665c18f936d'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:24.575552 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port d824340b-6a24-444a-8997-7665c18f936d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d824340b-6a24-444a-8997-7665c18f936d,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:24.579314 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.622741 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd824340b-6a24-444a-8997-7665c18f936d', 'code': 200} Jan 18 12:49:24.644636 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=d824340b-6a24-444a-8997-7665c18f936d,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:24.653370 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.653715 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.654049 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.654379 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.654708 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.655060 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.655384 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.655728 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.656055 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.656370 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.656687 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:24.847734 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:49:24.961412 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a9563-709e-402a-926d-b75c1f9be826 req-fbf14a07-bdbe-4598-b353-b7e774121a28 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:24.963186 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-484a9563-709e-402a-926d-b75c1f9be826 req-fbf14a07-bdbe-4598-b353-b7e774121a28 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.0829499 Jan 18 12:49:25.054922 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-484a9563-709e-402a-926d-b75c1f9be826 req-6e06b8b0-72b0-4b25-92d4-b9f39ee415e7 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Jan 18 12:49:25.076465 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a9b29-1e3b-4ce1-8320-5ca9843fe1ec req-6583178b-f73d-478d-bf38-656ca6bc18f8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.077895 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-802a9b29-1e3b-4ce1-8320-5ca9843fe1ec req-6583178b-f73d-478d-bf38-656ca6bc18f8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0956986 Jan 18 12:49:25.123383 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-802a9b29-1e3b-4ce1-8320-5ca9843fe1ec req-1b72db80-81ef-4e11-a0c5-a82188cfdc4d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Jan 18 12:49:25.241250 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3e79d-2926-40fd-bd10-782145cb6e55 req-f2130d09-c76a-4ecc-95d7-f2e151707fd4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.242690 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05f3e79d-2926-40fd-bd10-782145cb6e55 req-f2130d09-c76a-4ecc-95d7-f2e151707fd4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0788052 Jan 18 12:49:25.286111 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.289963 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05f3e79d-2926-40fd-bd10-782145cb6e55 req-9c822800-560d-4218-b30c-91615685814f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417840 Jan 18 12:49:25.297355 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:25.433818 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.445100 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:25.458680 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '68107e2b-3ea9-4920-9795-528cd67216c4', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'port_id': '68107e2b-3ea9-4920-9795-528cd67216c4', 'mac_address': 'fa:16:3e:3e:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:25.511533 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.528352 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68107e2b-3ea9-4920-9795-528cd67216c4 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:25.543187 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:25.546869 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.616750 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=6']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:25.672394 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bcc79522-60c4-436d-ba9d-0a8a336e632f req-7b7d27ed-7e9c-46df-aca1-dee05c409d5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 1099 time: 0.0679624 Jan 18 12:49:25.718963 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bcc79522-60c4-436d-ba9d-0a8a336e632f req-60a71740-53b1-44ae-8caf-c912cddbc6a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377731 Jan 18 12:49:25.929711 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['68107e2b-3ea9-4920-9795-528cd67216c4'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:26.349477 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6944f5-ce12-4166-b580-b6d83a5a6507 req-486e2727-b1b1-4423-b061-aa521b4cb5b5 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.351457 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7c6944f5-ce12-4166-b580-b6d83a5a6507 req-486e2727-b1b1-4423-b061-aa521b4cb5b5 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.1668243 Jan 18 12:49:26.384057 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692706e-38b3-46a0-a961-a2aa77f817a8 req-916e5999-4812-489f-901f-9eb6c0f9ab21 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.385494 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a692706e-38b3-46a0-a961-a2aa77f817a8 req-916e5999-4812-489f-901f-9eb6c0f9ab21 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1277788 Jan 18 12:49:26.450309 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7c6944f5-ce12-4166-b580-b6d83a5a6507 req-511e4041-76b9-4381-837d-0492829cd31c tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929933 Jan 18 12:49:26.466482 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a692706e-38b3-46a0-a961-a2aa77f817a8 req-f88800c2-81df-4ee6-8f15-ae524b0645ed tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729237 Jan 18 12:49:26.535518 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.662958 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70de1-da77-4dc4-bf6d-a61ab53d140f req-19c5e7d4-4cb5-445b-88bf-27a32eb0d9ee tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.665171 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bad70de1-da77-4dc4-bf6d-a61ab53d140f req-19c5e7d4-4cb5-445b-88bf-27a32eb0d9ee tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0783484 Jan 18 12:49:26.714818 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bad70de1-da77-4dc4-bf6d-a61ab53d140f req-8027c51f-d3dc-4bfa-b27d-6c0dfa21b9cd tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433247 Jan 18 12:49:26.967667 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06f84-6023-40d0-a3f7-f13cde2a3c46 req-38cee850-605c-4759-8f01-0749cba8c9ec tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.969161 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fca06f84-6023-40d0-a3f7-f13cde2a3c46 req-38cee850-605c-4759-8f01-0749cba8c9ec tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1178303 Jan 18 12:49:27.050803 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fca06f84-6023-40d0-a3f7-f13cde2a3c46 req-3d079c7d-ffaf-418a-a6db-8e98f42819e1 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733354 Jan 18 12:49:27.293011 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:27.382018 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 68107e2b-3ea9-4920-9795-528cd67216c4 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:27.383496 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.596556 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.646551 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:27.657377 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:27.662758 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.771890 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=7']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:28.657364 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a669b1-d7ac-4fb8-aed9-831b86296a30 req-e29e0365-f320-4f0d-aaa6-c08c3d904697 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.658261 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b0a669b1-d7ac-4fb8-aed9-831b86296a30 req-e29e0365-f320-4f0d-aaa6-c08c3d904697 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.2308257 Jan 18 12:49:28.691055 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0115d-9632-4fe7-8670-ee02348f2482 req-ce941d09-294b-42e1-b5e7-a3b92df8183f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.692499 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4c0115d-9632-4fe7-8670-ee02348f2482 req-ce941d09-294b-42e1-b5e7-a3b92df8183f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.1844857 Jan 18 12:49:28.752286 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b0a669b1-d7ac-4fb8-aed9-831b86296a30 req-856e306f-c8c2-4692-9669-432a00b37c50 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836906 Jan 18 12:49:28.763790 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4c0115d-9632-4fe7-8670-ee02348f2482 req-ebe37022-87f5-4a47-be2c-9f42ad0b3e26 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641177 Jan 18 12:49:28.848412 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4', 'code': 200} Jan 18 12:49:28.978449 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2931b5-4500-4a86-a24b-3bec3819ae33 req-9e2848b8-8f83-443d-9686-5cdfe7e0a25e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.979926 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8e2931b5-4500-4a86-a24b-3bec3819ae33 req-9e2848b8-8f83-443d-9686-5cdfe7e0a25e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0922997 Jan 18 12:49:29.028805 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8e2931b5-4500-4a86-a24b-3bec3819ae33 req-1b56e969-746c-48da-9bc7-c943f1d9f11d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Jan 18 12:49:30.057306 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63cc3c-5506-48de-bc7e-1bf97b2d1925 req-c35e3a3b-c2f3-4b6d-bddc-9721354c7089 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.067533 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ad63cc3c-5506-48de-bc7e-1bf97b2d1925 req-c35e3a3b-c2f3-4b6d-bddc-9721354c7089 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1737180 Jan 18 12:49:30.167239 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ad63cc3c-5506-48de-bc7e-1bf97b2d1925 req-f4121fa2-870a-476a-a7b7-91a1306d9277 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967419 Jan 18 12:49:30.281208 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecd972-6dcd-44a1-b5b7-702536135292 req-4c5b0414-0f9e-4f64-9e3f-98925573f524 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.283955 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-53ecd972-6dcd-44a1-b5b7-702536135292 req-4c5b0414-0f9e-4f64-9e3f-98925573f524 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0962989 Jan 18 12:49:30.336097 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-53ecd972-6dcd-44a1-b5b7-702536135292 req-5830d56f-5643-4c3e-9b3d-ad5e4544e64a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Jan 18 12:49:31.499984 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03033b-659b-4fb2-bd02-016bb6af8a4b req-4e28311d-a61a-47ac-b891-fb86bccb7cc3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:31.499984 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2c03033b-659b-4fb2-bd02-016bb6af8a4b req-4e28311d-a61a-47ac-b891-fb86bccb7cc3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1404028 Jan 18 12:49:31.566838 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2c03033b-659b-4fb2-bd02-016bb6af8a4b req-4bcb6f50-2435-458b-af2d-60fb556049d3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568364 Jan 18 12:49:31.793448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99a68-709e-4ef5-b812-ede1b08aa177 req-0083c720-d561-4ed4-b605-a5ca76e0e9a2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:31.812384 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f7c99a68-709e-4ef5-b812-ede1b08aa177 req-0083c720-d561-4ed4-b605-a5ca76e0e9a2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1683941 Jan 18 12:49:31.918058 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f7c99a68-709e-4ef5-b812-ede1b08aa177 req-837e41c8-a42a-45e7-860d-68b381b024e6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029913 Jan 18 12:49:31.958054 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:32.961460 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0f4f-4c7c-418f-8f3d-92adeb4a9eec req-53f4df43-9ad8-4694-9327-573da5d9df4b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:32.963696 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4edf0f4f-4c7c-418f-8f3d-92adeb4a9eec req-53f4df43-9ad8-4694-9327-573da5d9df4b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1816387 Jan 18 12:49:33.070020 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4edf0f4f-4c7c-418f-8f3d-92adeb4a9eec req-878dff5b-bd8a-434d-acdd-90fc76c76bd8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992591 Jan 18 12:49:33.343392 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11abb2f-7813-4320-b91b-f065e21fef16 req-a6992759-62eb-421a-ba57-237c952f1185 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.344487 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a11abb2f-7813-4320-b91b-f065e21fef16 req-a6992759-62eb-421a-ba57-237c952f1185 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1628084 Jan 18 12:49:33.432196 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a11abb2f-7813-4320-b91b-f065e21fef16 req-c161fc53-d8dd-4a17-9643-64460f193753 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775054 Jan 18 12:49:34.306523 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ac6d8-5c5b-41a8-8906-a847f645b8c0 req-13114f52-11b5-452f-a06b-c616b084e6a6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.314001 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-486ac6d8-5c5b-41a8-8906-a847f645b8c0 req-13114f52-11b5-452f-a06b-c616b084e6a6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1064506 Jan 18 12:49:34.374827 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-486ac6d8-5c5b-41a8-8906-a847f645b8c0 req-7cce4f33-6849-4039-aee7-7022f4b65602 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597472 Jan 18 12:49:34.669009 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb61b0-98f8-48ec-861b-247586dfe37d req-86af8b01-aa8d-4dc4-9e2c-dbe5143aad20 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.683814 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-54fb61b0-98f8-48ec-861b-247586dfe37d req-86af8b01-aa8d-4dc4-9e2c-dbe5143aad20 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1116097 Jan 18 12:49:34.751832 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-54fb61b0-98f8-48ec-861b-247586dfe37d req-43854e71-b01c-4a49-acb7-ac711991740a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669968 Jan 18 12:49:35.611129 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972278c6-81d1-446b-b232-7f7decb403c0 req-d3366b89-f58a-48c0-ad61-730cbf4125de tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:35.613076 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-972278c6-81d1-446b-b232-7f7decb403c0 req-d3366b89-f58a-48c0-ad61-730cbf4125de tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1110876 Jan 18 12:49:35.690264 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-972278c6-81d1-446b-b232-7f7decb403c0 req-77795187-134f-4485-b52d-52c2b28c2e80 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716848 Jan 18 12:49:36.105500 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86395db1-7904-476b-ba80-f38be4589071 req-b265b15d-f5f3-499a-a905-86b88ab4bfa6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.107083 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-86395db1-7904-476b-ba80-f38be4589071 req-b265b15d-f5f3-499a-a905-86b88ab4bfa6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1437442 Jan 18 12:49:36.199824 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-86395db1-7904-476b-ba80-f38be4589071 req-329402c0-0193-4ef7-8722-37b2b0d0b5ca tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760736 Jan 18 12:49:37.067038 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bade2d-1ce1-445e-aa18-7166224c71ab req-d16f863e-2c0a-4af9-8a85-986a297e530a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:37.067038 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08bade2d-1ce1-445e-aa18-7166224c71ab req-d16f863e-2c0a-4af9-8a85-986a297e530a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.2150643 Jan 18 12:49:37.270844 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08bade2d-1ce1-445e-aa18-7166224c71ab req-47ebe24a-5d43-4fa9-8e44-c485e07cea61 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974480 Jan 18 12:49:37.623821 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1d5a6-36e0-4600-a69d-fbc96a46666c req-ed921672-3abc-4076-ab2b-9092b976993c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:37.625453 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7fa1d5a6-36e0-4600-a69d-fbc96a46666c req-ed921672-3abc-4076-ab2b-9092b976993c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1603122 Jan 18 12:49:37.676362 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7fa1d5a6-36e0-4600-a69d-fbc96a46666c req-27122a8f-395c-46da-b30e-f41852206ae4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451572 Jan 18 12:49:38.658447 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98b4c7-8c42-4e4b-baa0-116a1b5c37de req-2f3e63f1-463b-4764-a8ed-f177447a7b43 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:38.663290 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b98b4c7-8c42-4e4b-baa0-116a1b5c37de req-2f3e63f1-463b-4764-a8ed-f177447a7b43 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1077018 Jan 18 12:49:38.791947 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b98b4c7-8c42-4e4b-baa0-116a1b5c37de req-cae2312b-7c34-43d4-9cdc-82a62aeb5bca tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159403 Jan 18 12:49:39.135294 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea6fa-b13a-4061-b9e9-2fe1285b5258 req-07478d6c-6102-4b5b-b0ba-190135eda144 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:39.137480 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a66ea6fa-b13a-4061-b9e9-2fe1285b5258 req-07478d6c-6102-4b5b-b0ba-190135eda144 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1675315 Jan 18 12:49:39.250497 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a66ea6fa-b13a-4061-b9e9-2fe1285b5258 req-d567d6bf-1c0e-428d-97ad-2861cd6a2b6c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029766 Jan 18 12:49:40.126863 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae28b9-75a0-4926-9cc0-a117f6fed6df req-eb91c395-62f4-4a45-9f4f-73437dc077ad tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:40.129001 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bfae28b9-75a0-4926-9cc0-a117f6fed6df req-eb91c395-62f4-4a45-9f4f-73437dc077ad tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1636329 Jan 18 12:49:40.196455 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bfae28b9-75a0-4926-9cc0-a117f6fed6df req-54516b59-032f-46b4-8355-8a08785070c6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612192 Jan 18 12:49:40.500921 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43a7f8-3b80-4817-bf4d-67f3af73be35 req-4b805490-a31a-4f3a-a92c-cfd66a2e409f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:40.502504 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3c43a7f8-3b80-4817-bf4d-67f3af73be35 req-4b805490-a31a-4f3a-a92c-cfd66a2e409f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.0914612 Jan 18 12:49:40.569343 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3c43a7f8-3b80-4817-bf4d-67f3af73be35 req-a185749d-8c58-4ad8-9c02-0cc8c40bd485 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592871 Jan 18 12:49:41.472064 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5ca72-6f55-4d01-80c2-8d70bcd1cf8e req-b8e92756-9e84-439d-85ae-7d3584762722 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:41.475661 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9cc5ca72-6f55-4d01-80c2-8d70bcd1cf8e req-b8e92756-9e84-439d-85ae-7d3584762722 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1376886 Jan 18 12:49:41.656405 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9cc5ca72-6f55-4d01-80c2-8d70bcd1cf8e req-b37d59d5-29a5-4ab9-a021-454929f822cf tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709390 Jan 18 12:49:41.858048 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b0400-ec84-497a-8d23-894bfe694f8d req-6198dd39-9a01-4f8b-ae86-b1175fdc1a18 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:41.865809 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-663b0400-ec84-497a-8d23-894bfe694f8d req-6198dd39-9a01-4f8b-ae86-b1175fdc1a18 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1187878 Jan 18 12:49:41.965297 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-663b0400-ec84-497a-8d23-894bfe694f8d req-439e3ff4-a040-4339-9b82-28d4845aea33 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942829 Jan 18 12:49:42.929297 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30c7c0-14f1-43c5-8e24-c71fcc819402 req-79201159-5049-4236-a7d9-0fd440cf6829 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:42.930906 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7f30c7c0-14f1-43c5-8e24-c71fcc819402 req-79201159-5049-4236-a7d9-0fd440cf6829 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1236317 Jan 18 12:49:42.980416 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7f30c7c0-14f1-43c5-8e24-c71fcc819402 req-704c9cd6-305a-4556-bd8b-7b1ae90d4606 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Jan 18 12:49:43.281697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f051-b7e4-418b-8988-891efe36275d req-096da412-ee02-46b4-af12-827f9a318a9e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.289790 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eab6f051-b7e4-418b-8988-891efe36275d req-096da412-ee02-46b4-af12-827f9a318a9e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1179588 Jan 18 12:49:43.389892 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eab6f051-b7e4-418b-8988-891efe36275d req-714f0d6e-4d31-4143-8871-ec619edf6882 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990820 Jan 18 12:49:43.414148 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3d82b-9beb-462a-9911-b9dc68e32121 req-fd840606-8134-4219-b6e7-33127b9fb9be tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.415684 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b4a3d82b-9beb-462a-9911-b9dc68e32121 req-fd840606-8134-4219-b6e7-33127b9fb9be tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1040692 Jan 18 12:49:43.466611 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b4a3d82b-9beb-462a-9911-b9dc68e32121 req-05d82323-2478-4701-9546-9962b7caa088 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Jan 18 12:49:43.647126 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-572b85eb-8162-4fd8-abfa-0445ee1f9349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 1098 time: 0.0791154 Jan 18 12:49:43.836078 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-447d1a7a-1cb6-4cc5-aa17-1a7c2bf05bbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.838032 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-447d1a7a-1cb6-4cc5-aa17-1a7c2bf05bbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 912 time: 0.1614764 Jan 18 12:49:43.979020 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-055fef74-39ae-4499-bc95-5e3f95653917 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 200 len: 1000 time: 0.0971599 Jan 18 12:49:44.044351 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-bd318340-ed76-48f0-bc23-571963bbe195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:44.045850 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-bd318340-ed76-48f0-bc23-571963bbe195 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0611157 Jan 18 12:49:44.133491 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-0ae261f3-fd0a-46f7-9e0f-35fabcceffa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786703 Jan 18 12:49:44.247455 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-951bf18e-4395-41dc-87ae-837d625c36ca req-6c6a2cca-44e1-49c9-9b1b-2839860ddeac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1099 time: 0.0937910 Jan 18 12:49:44.302211 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-0244f26e-0776-45f2-988b-63a1e5ce876c service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492658 Jan 18 12:49:44.394053 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bf18e-4395-41dc-87ae-837d625c36ca req-bcad063e-878a-430c-aea0-c79fff5addd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:44.395535 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-951bf18e-4395-41dc-87ae-837d625c36ca req-bcad063e-878a-430c-aea0-c79fff5addd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.1381955 Jan 18 12:49:44.468264 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b4ee44f-f3f1-40c7-8af9-74d580c82ed4 req-b5d90105-2e2c-4ba1-b75e-d12b7d9e6f8f service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592503 Jan 18 12:49:44.516055 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-951bf18e-4395-41dc-87ae-837d625c36ca req-d36e6e3a-460c-4827-b5c3-b43762de0755 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68107e2b-3ea9-4920-9795-528cd67216c4 HTTP/1.1" status: 200 len: 1002 time: 0.1082768 Jan 18 12:49:44.624294 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bf18e-4395-41dc-87ae-837d625c36ca req-ac5cab5f-309c-49a2-88ec-74b7be76f455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:44.625723 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-951bf18e-4395-41dc-87ae-837d625c36ca req-ac5cab5f-309c-49a2-88ec-74b7be76f455 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.0992949 Jan 18 12:49:44.728426 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953016b0-5230-46cd-a30c-a6132a322d3c req-40cc0fc9-1ef1-4fee-b5ce-b7489c69e5d8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:44.731408 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-951bf18e-4395-41dc-87ae-837d625c36ca req-72ddcda3-025b-4c6f-a0e8-aa68626194ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953586 Jan 18 12:49:44.735000 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-953016b0-5230-46cd-a30c-a6132a322d3c req-40cc0fc9-1ef1-4fee-b5ce-b7489c69e5d8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1662898 Jan 18 12:49:44.742582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0c657-6cd5-43a9-a3e4-ed9fb84cce95 req-713b7c83-5eae-4e22-94ca-829201dca289 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:44.743990 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-03e0c657-6cd5-43a9-a3e4-ed9fb84cce95 req-713b7c83-5eae-4e22-94ca-829201dca289 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1243567 Jan 18 12:49:44.824393 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-953016b0-5230-46cd-a30c-a6132a322d3c req-f171f0c9-d3d2-4034-b3c0-93d87bb48231 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885296 Jan 18 12:49:44.831651 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-03e0c657-6cd5-43a9-a3e4-ed9fb84cce95 req-711b2c7c-bfec-4407-8c18-e4b16acff835 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743275 Jan 18 12:49:44.998716 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-951bf18e-4395-41dc-87ae-837d625c36ca req-e0f7dbca-c087-4971-b847-66d5eb2ad0d8 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590802 Jan 18 12:49:45.149084 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-951bf18e-4395-41dc-87ae-837d625c36ca req-c4d2dcb9-8872-4f4c-9d84-8e8cf9db1369 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374369 Jan 18 12:49:46.128156 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52754954-4320-48ab-9575-8a78cf6fbc97 req-bbade27b-4a9f-4f64-beb3-4146cf87d645 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:46.131573 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-52754954-4320-48ab-9575-8a78cf6fbc97 req-bbade27b-4a9f-4f64-beb3-4146cf87d645 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1507940 Jan 18 12:49:46.171291 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ee82-ae07-4a9b-bd07-3484ad825c73 req-bf139411-42d9-4d00-8aef-8928579807e6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:46.173590 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3215ee82-ae07-4a9b-bd07-3484ad825c73 req-bf139411-42d9-4d00-8aef-8928579807e6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 946 time: 0.1571820 Jan 18 12:49:46.279436 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-52754954-4320-48ab-9575-8a78cf6fbc97 req-76172d50-baaa-4645-8e68-677e6fe78a62 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331666 Jan 18 12:49:46.287090 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3215ee82-ae07-4a9b-bd07-3484ad825c73 req-901ffe45-20d0-4990-8dee-88032b7e3e27 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908287 Jan 18 12:49:46.878212 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-aff937f0-ceca-46a1-8ed0-c7035dcbcc0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.0875702 Jan 18 12:49:46.889471 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab50223-dba3-4523-abf4-2047e7a5c640 req-27cb2763-d39b-40d0-9d02-cc6cc5f9430c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:46.891014 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ab50223-dba3-4523-abf4-2047e7a5c640 req-27cb2763-d39b-40d0-9d02-cc6cc5f9430c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0854926 Jan 18 12:49:46.951349 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ab50223-dba3-4523-abf4-2047e7a5c640 req-70a47a90-c3b0-4b6b-8491-80251aad294a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538619 Jan 18 12:49:47.033057 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-e2734128-5a86-49f2-93c3-5c7c80f264ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:47.035339 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-e2734128-5a86-49f2-93c3-5c7c80f264ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 919 time: 0.1485403 Jan 18 12:49:47.114146 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-7db920dc-a7d6-4fb8-82d9-aad2aff38781 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 217 time: 0.0599253 Jan 18 12:49:47.184972 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-9eaf57b9-ed95-42b5-827b-8efbea6d4e6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:47.186390 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-9eaf57b9-ed95-42b5-827b-8efbea6d4e6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.0590599 Jan 18 12:49:47.232691 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-7b1f70bb-6f26-48e5-9157-9321f9350549 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389521 Jan 18 12:49:47.368082 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-2250c4a3-38e6-43fe-9a65-7bc5d1f71cbb service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227658 Jan 18 12:49:47.378690 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:47.512938 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.543106 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-31c705a2-32c1-46ac-86e3-b42c45dfcd57 req-c40da0f8-f3d3-417f-9e95-e2fdde0036b7 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612709 Jan 18 12:49:47.558290 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:47.569032 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:47.575610 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.691736 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=8']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:47.720332 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66747-4222-4822-9af4-509f6c2f68ec req-7ae54ab9-0e9f-48c3-a8e9-a9d1b59fc374 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:47.721758 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-50e66747-4222-4822-9af4-509f6c2f68ec req-7ae54ab9-0e9f-48c3-a8e9-a9d1b59fc374 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1422338 Jan 18 12:49:47.750600 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88181a-ffde-418d-84a8-f6329d1bb885 req-a279e6d1-76e4-492b-ac4c-2647d2289e5d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:47.752051 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4c88181a-ffde-418d-84a8-f6329d1bb885 req-a279e6d1-76e4-492b-ac4c-2647d2289e5d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.3560982 Jan 18 12:49:47.808664 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-50e66747-4222-4822-9af4-509f6c2f68ec req-03ff23cc-4c8b-4cd1-b15a-e3531adf1a2d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805407 Jan 18 12:49:47.816548 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4c88181a-ffde-418d-84a8-f6329d1bb885 req-9e905538-b45f-42fd-b39b-ddd837f28944 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580297 Jan 18 12:49:47.925579 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4', 'code': 200} Jan 18 12:49:48.173139 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aa9e-b537-40a3-be4e-756ec9ef2bb2 req-dc770e62-4eca-458c-a70f-b066f2b05e4e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:48.174712 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9d78aa9e-b537-40a3-be4e-756ec9ef2bb2 req-dc770e62-4eca-458c-a70f-b066f2b05e4e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0832632 Jan 18 12:49:48.263096 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9d78aa9e-b537-40a3-be4e-756ec9ef2bb2 req-041afb29-4157-4d4a-828d-28143973a55e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821168 Jan 18 12:49:49.048853 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21863-5e53-4ce2-9267-1e4eb1b424ed req-647f9d8c-26f0-4f72-9165-c0e83b38fe82 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:49.055243 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-50d21863-5e53-4ce2-9267-1e4eb1b424ed req-647f9d8c-26f0-4f72-9165-c0e83b38fe82 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.0901418 Jan 18 12:49:49.111451 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-50d21863-5e53-4ce2-9267-1e4eb1b424ed req-c1795793-96ae-47cf-b8e0-d674f86339d6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546556 Jan 18 12:49:49.648462 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb9e19-f439-4d73-a1aa-e3e88f3f6017 req-89294d74-be3a-44dc-a0f4-c4f86faa7602 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:49.650061 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-36fb9e19-f439-4d73-a1aa-e3e88f3f6017 req-89294d74-be3a-44dc-a0f4-c4f86faa7602 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2472677 Jan 18 12:49:49.726964 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-36fb9e19-f439-4d73-a1aa-e3e88f3f6017 req-ad32db61-5dd1-431e-bb52-a467cd87bb7b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683115 Jan 18 12:49:49.959164 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de26f-5d7f-4d8a-9031-c54682ef322d req-4d496f4d-23df-4079-9b90-e90c61cddcda tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:49.961511 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac8de26f-5d7f-4d8a-9031-c54682ef322d req-4d496f4d-23df-4079-9b90-e90c61cddcda tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 946 time: 0.0923505 Jan 18 12:49:50.015481 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac8de26f-5d7f-4d8a-9031-c54682ef322d req-027816a9-72b0-4eeb-9143-49a75adadc23 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Jan 18 12:49:50.377344 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2a92e-125e-4089-9227-c80c27a50295 req-c4ff8863-39fd-4d67-b168-d05f9a297181 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:50.378822 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97c2a92e-125e-4089-9227-c80c27a50295 req-c4ff8863-39fd-4d67-b168-d05f9a297181 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1209269 Jan 18 12:49:50.432992 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97c2a92e-125e-4089-9227-c80c27a50295 req-357b142a-c478-4ce8-9675-2b14e324bb13 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477629 Jan 18 12:49:50.990823 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5adc4-1c27-4067-819b-d724612222a5 req-348d1d55-7347-42fa-92bc-1f669e828390 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:50.992834 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a9d5adc4-1c27-4067-819b-d724612222a5 req-348d1d55-7347-42fa-92bc-1f669e828390 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1150558 Jan 18 12:49:51.053667 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a9d5adc4-1c27-4067-819b-d724612222a5 req-a3624f93-7487-4f6a-995f-671afb565317 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516894 Jan 18 12:49:51.307553 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c884dad-1bed-4e4a-ba8b-a1eb11ff7e13 req-fdb62087-7420-4c01-b534-1d9459fe4d80 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:51.309803 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7c884dad-1bed-4e4a-ba8b-a1eb11ff7e13 req-fdb62087-7420-4c01-b534-1d9459fe4d80 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 946 time: 0.1234937 Jan 18 12:49:51.388288 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7c884dad-1bed-4e4a-ba8b-a1eb11ff7e13 req-5455f4e2-7b71-4631-af5b-7fde3a0dd9da tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716333 Jan 18 12:49:51.568168 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e6cd0ff1-229f-4d54-9485-1e613e7d0ead req-6bcc7215-a4f7-4681-a068-297ecce58678 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667872 Jan 18 12:49:51.877818 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f2a1f-817a-4da2-b1b1-1e411937c38a req-2dc5353f-396f-454d-a979-bb40a1dd7a5f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:51.879526 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bd3f2a1f-817a-4da2-b1b1-1e411937c38a req-2dc5353f-396f-454d-a979-bb40a1dd7a5f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1050048 Jan 18 12:49:51.937651 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bd3f2a1f-817a-4da2-b1b1-1e411937c38a req-68880199-f5e9-4f0f-9dfa-9f6f9b527f02 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471928 Jan 18 12:49:52.004641 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3a34d42d-97b2-4db9-a772-923383b5d55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.050107 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 58588) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:52.201318 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-5bb038aa-59c6-46f0-babb-5a84cb680a46 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496782 Jan 18 12:49:52.284457 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da42646-3a68-4d64-b837-4bc643016daf req-5e34d8a2-f9a6-4f22-a93f-573be84ffc15 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:52.286159 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5da42646-3a68-4d64-b837-4bc643016daf req-5e34d8a2-f9a6-4f22-a93f-573be84ffc15 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0838799 Jan 18 12:49:52.342490 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5da42646-3a68-4d64-b837-4bc643016daf req-b9383abb-7567-4de2-a5c5-cc56b7342781 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496058 Jan 18 12:49:52.503251 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-d3b6b566-2aa6-4143-8bb3-88a3208fdc65 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:52.504550 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-d3b6b566-2aa6-4143-8bb3-88a3208fdc65 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Synchronizing usage tracker for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:52.552194 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-d3b6b566-2aa6-4143-8bb3-88a3208fdc65 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Unset dirty status for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:52.554973 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-d3b6b566-2aa6-4143-8bb3-88a3208fdc65 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 946 time: 0.1817737 Jan 18 12:49:52.653100 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Deleting port d12e67c5-771b-489b-b980-3c397fd46a3a {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:52.653364 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.700519 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6ff5a-76a9-447c-8468-5febd1d76cb1 req-d7ac2c72-8e00-4b67-a799-a7d54720dfce tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:52.702148 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-caa6ff5a-76a9-447c-8468-5febd1d76cb1 req-d7ac2c72-8e00-4b67-a799-a7d54720dfce tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 946 time: 0.0952806 Jan 18 12:49:52.784029 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-caa6ff5a-76a9-447c-8468-5febd1d76cb1 req-43229401-cf4d-482a-a7bc-952ff99e4274 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739427 Jan 18 12:49:52.950522 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] For port d12e67c5-771b-489b-b980-3c397fd46a3a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d12e67c5-771b-489b-b980-3c397fd46a3a,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:52.950915 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.081100 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Calling delete_port for d12e67c5-771b-489b-b980-3c397fd46a3a owned by compute:nova {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:53.228601 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca009eef-a098-41ed-93e1-ece9e2abb876 req-18e95b9a-38af-42f7-8293-9793242f3c10 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.231932 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ca009eef-a098-41ed-93e1-ece9e2abb876 req-18e95b9a-38af-42f7-8293-9793242f3c10 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1402838 Jan 18 12:49:53.314366 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ca009eef-a098-41ed-93e1-ece9e2abb876 req-c7ba2b3f-7e67-4968-9afe-722f0c3d7921 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742023 Jan 18 12:49:53.390375 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.438686 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e', '606a8f35-fc17-44fc-8880-b91ea255f44e', 'c9294705-6f5a-412d-be12-e11f090b6dfb', 'd12e67c5-771b-489b-b980-3c397fd46a3a'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:53.445593 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event deleted for resources: {'Port': ['ID=d12e67c5-771b-489b-b980-3c397fd46a3a,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:53.499316 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:53.548103 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] No DVR routers for this DVR port d12e67c5-771b-489b-b980-3c397fd46a3a on host hv-cinder-82510 {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:53.555391 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.557029 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046c653f-ee0a-4594-a349-b9f27d459176', 'name': 'network-vif-deleted', 'tag': 'd12e67c5-771b-489b-b980-3c397fd46a3a'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:53.577211 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-58689c38-8604-48a1-a9f0-36df0a1e1c97 req-1d18ad2a-360c-456c-8004-9de709f3616d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "DELETE /v2.0/ports/d12e67c5-771b-489b-b980-3c397fd46a3a HTTP/1.1" status: 204 len: 173 time: 0.9954190 Jan 18 12:49:53.621435 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9764c-7244-45eb-957d-7dd2b7fd092e req-823b0990-62d6-4ef8-b3dd-573455e9d1a6 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.630078 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-23e9764c-7244-45eb-957d-7dd2b7fd092e req-823b0990-62d6-4ef8-b3dd-573455e9d1a6 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1331129 Jan 18 12:49:53.689622 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-23e9764c-7244-45eb-957d-7dd2b7fd092e req-e0c67970-9914-4332-ab59-f12569a4b6e2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567160 Jan 18 12:49:53.708593 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046c653f-ee0a-4594-a349-b9f27d459176', 'name': 'network-vif-deleted', 'tag': 'd12e67c5-771b-489b-b980-3c397fd46a3a', 'status': 'completed', 'code': 200} Jan 18 12:49:54.043561 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b8f9ada6-cd08-499b-bf1e-4d0b65ddba08 req-03ac9c5c-36d7-47fa-ba5a-d1d1f0e9aec4 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=046c653f-ee0a-4594-a349-b9f27d459176 HTTP/1.1" status: 200 len: 210 time: 0.0405855 Jan 18 12:49:54.158702 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-11eddef6-9fa9-4a6b-b335-cb64df41ddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.406662 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-f2b2cadf-1541-42d6-89b0-9d22624d7b5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57&tenant_id=debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 1097 time: 0.0818579 Jan 18 12:49:54.571790 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004c65-03c3-474d-8d13-11a7775ff386 req-eb028c55-6a29-4c00-a6d0-82722e5fdcb7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.580462 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0c004c65-03c3-474d-8d13-11a7775ff386 req-eb028c55-6a29-4c00-a6d0-82722e5fdcb7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1028612 Jan 18 12:49:54.588359 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-13555e72-c044-4ae0-9657-bd58461f54d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1097 time: 0.1184130 Jan 18 12:49:54.635236 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0c004c65-03c3-474d-8d13-11a7775ff386 req-54de9818-40d9-4d43-86f6-b236a63be0bd tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539644 Jan 18 12:49:54.755838 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-a830ddc8-94a3-44c3-bd08-f7a3692b364c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.758115 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-a830ddc8-94a3-44c3-bd08-f7a3692b364c service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.1454597 Jan 18 12:49:54.920859 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-cadb8956-5b83-43eb-9bd0-9b429e29d2d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68107e2b-3ea9-4920-9795-528cd67216c4 HTTP/1.1" status: 200 len: 1000 time: 0.1565945 Jan 18 12:49:55.003341 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-5c686cd4-cf3b-4a35-9745-8d63b12f6482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:55.004810 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-5c686cd4-cf3b-4a35-9745-8d63b12f6482 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.0637896 Jan 18 12:49:55.006466 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65e00f-f4e2-4f56-bee9-292f8f965fb1 req-945bc22e-9605-40f3-a4f4-b343247dc7f8 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:55.008963 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ef65e00f-f4e2-4f56-bee9-292f8f965fb1 req-945bc22e-9605-40f3-a4f4-b343247dc7f8 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1727571 Jan 18 12:49:55.113177 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-5986e706-ecc5-4186-ace0-005a4c9b2dd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933950 Jan 18 12:49:55.125483 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4c2ec59b-1e0e-4eea-bab3-d5177ccc7b37 req-5f614e6d-4f3b-477a-8d7d-c485e2106785 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.1838238 Jan 18 12:49:55.163651 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ef65e00f-f4e2-4f56-bee9-292f8f965fb1 req-03d343fa-33af-4aea-9f70-ab5ad1ed0544 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474442 Jan 18 12:49:55.193361 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4c2ec59b-1e0e-4eea-bab3-d5177ccc7b37 req-4bc47fd9-25ed-4247-aaf8-f3ef3b3dd37c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578523 Jan 18 12:49:55.301884 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-f2b7267b-0e01-4259-817f-6c76446adaa7 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811984 Jan 18 12:49:55.305473 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:55.406787 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:55.739307 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-7d4a46a3-2693-41f8-9b58-904a10c24925 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320934 Jan 18 12:49:55.874759 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e98ee-5e83-4046-bd29-c1ca751fa6e1 req-461511bb-ab63-45b9-90ca-bb6a2d3e0170 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:55.876266 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-562e98ee-5e83-4046-bd29-c1ca751fa6e1 req-461511bb-ab63-45b9-90ca-bb6a2d3e0170 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.0967927 Jan 18 12:49:55.963401 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-562e98ee-5e83-4046-bd29-c1ca751fa6e1 req-b1286b2f-8d10-4f75-a00d-ba4ad5d3583b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750692 Jan 18 12:49:56.418624 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da5e4-6f03-42a7-97c3-40b942b0acb6 req-576af5cc-b9fc-42ef-a3a7-0c91d1714190 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:56.425418 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-321da5e4-6f03-42a7-97c3-40b942b0acb6 req-576af5cc-b9fc-42ef-a3a7-0c91d1714190 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1050909 Jan 18 12:49:56.485995 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-321da5e4-6f03-42a7-97c3-40b942b0acb6 req-0e329482-e7ac-49a4-ba95-bf65e5f38e5b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595484 Jan 18 12:49:56.567201 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:56.990176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c580-23e8-4e4f-ab26-b01cb8fac993 req-061f274d-1a65-4f4c-a8ab-afc9a7802231 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:56.993298 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a5e2c580-23e8-4e4f-ab26-b01cb8fac993 req-061f274d-1a65-4f4c-a8ab-afc9a7802231 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1120718 Jan 18 12:49:57.110392 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a5e2c580-23e8-4e4f-ab26-b01cb8fac993 req-abf2a34f-fa19-441e-b027-1e27c97f4641 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993268 Jan 18 12:49:57.197813 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1221fc-c104-4ad1-8446-d4d5c454f65e req-732eacf0-8bc3-4c2c-8eb9-25eeb9316a23 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.199585 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-df1221fc-c104-4ad1-8446-d4d5c454f65e req-732eacf0-8bc3-4c2c-8eb9-25eeb9316a23 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.0834224 Jan 18 12:49:57.251391 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-df1221fc-c104-4ad1-8446-d4d5c454f65e req-86db0e9d-0549-4c47-a3f1-9695919c96b3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447187 Jan 18 12:49:57.471121 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d12e67c5-771b-489b-b980-3c397fd46a3a no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:57.511082 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: d12e67c5-771b-489b-b980-3c397fd46a3a {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:57.511716 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d12e67c5-771b-489b-b980-3c397fd46a3a not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:57.735134 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1337854-7393-4822-b373-e34168a02b5d req-e21bc761-82bb-488b-82e3-60a4715c510d tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.744540 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a1337854-7393-4822-b373-e34168a02b5d req-e21bc761-82bb-488b-82e3-60a4715c510d tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1159706 Jan 18 12:49:57.794311 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a1337854-7393-4822-b373-e34168a02b5d req-cbd56d6a-6d28-450b-8067-b9468a706449 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Jan 18 12:49:58.489242 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f9910-6820-4d2a-b51f-776f446c98fa req-7a2668b1-4453-463f-ba06-65e5eb9bc658 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:58.495797 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6a5f9910-6820-4d2a-b51f-776f446c98fa req-7a2668b1-4453-463f-ba06-65e5eb9bc658 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1645665 Jan 18 12:49:58.563033 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6a5f9910-6820-4d2a-b51f-776f446c98fa req-d094086e-bc59-4488-8e75-fee6bcca232f tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591347 Jan 18 12:49:58.790988 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b04d-f09b-4746-85a1-8f1cfce32a5a req-badc1a77-fa8b-4e8b-ad22-b26d8e8f922c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:58.805228 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-22c0b04d-f09b-4746-85a1-8f1cfce32a5a req-badc1a77-fa8b-4e8b-ad22-b26d8e8f922c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1550417 Jan 18 12:49:58.993547 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-22c0b04d-f09b-4746-85a1-8f1cfce32a5a req-19746c0d-a195-4312-9094-b5ffe24204ec tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865504 Jan 18 12:49:59.076799 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4206-17cf-41a6-bad3-2715411681a4 req-a6fc4e54-fd79-424a-8d7f-6bb8d3f2443d tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:59.086457 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-054d4206-17cf-41a6-bad3-2715411681a4 req-a6fc4e54-fd79-424a-8d7f-6bb8d3f2443d tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2269008 Jan 18 12:49:59.148643 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-054d4206-17cf-41a6-bad3-2715411681a4 req-9b51ced6-3833-4bc5-8148-94a3b57ca951 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Jan 18 12:49:59.827549 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8baf9-6b11-4f84-9e80-56fc08f78071 req-d102b0ae-a125-4824-a2e8-b2834c693c32 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:59.829051 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-70d8baf9-6b11-4f84-9e80-56fc08f78071 req-d102b0ae-a125-4824-a2e8-b2834c693c32 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1020300 Jan 18 12:50:00.047857 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-70d8baf9-6b11-4f84-9e80-56fc08f78071 req-ff080fa0-232c-4be6-aa2b-4fc1b7c04037 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958327 Jan 18 12:50:00.550129 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cdebe-0c9d-44ef-ac3b-87a757663b2c req-b113448e-613f-4c33-b810-9b444cb53ad4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.558017 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-518cdebe-0c9d-44ef-ac3b-87a757663b2c req-b113448e-613f-4c33-b810-9b444cb53ad4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.2281055 Jan 18 12:50:00.620830 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-518cdebe-0c9d-44ef-ac3b-87a757663b2c req-dfb152bd-05ae-4fa3-8435-dd066b5fb92b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618219 Jan 18 12:50:00.628046 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fa427-cc5f-4068-a97f-fb50359e6b60 req-5e9d1a70-5c72-42a4-a52b-d6f3b637984e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.629698 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-179fa427-cc5f-4068-a97f-fb50359e6b60 req-5e9d1a70-5c72-42a4-a52b-d6f3b637984e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2133133 Jan 18 12:50:00.708596 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-179fa427-cc5f-4068-a97f-fb50359e6b60 req-6d4da13b-7829-4c50-ad9a-a0f567fec068 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711558 Jan 18 12:50:01.339464 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b6ac1-a3a5-4314-9017-d99fa4431710 req-9c98b689-db44-448a-9f0b-454e38e1c817 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:01.341067 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5d9b6ac1-a3a5-4314-9017-d99fa4431710 req-9c98b689-db44-448a-9f0b-454e38e1c817 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1327703 Jan 18 12:50:01.391423 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5d9b6ac1-a3a5-4314-9017-d99fa4431710 req-d699e0e9-4fd0-4acf-bfca-23829aa753fe tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Jan 18 12:50:01.848705 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:50:01.959156 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.975256 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945f74b-476f-4620-b2bf-dbed11ba6ad4 req-e7a22e50-ed91-456a-a43e-e019d87c20bf tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:01.976906 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2945f74b-476f-4620-b2bf-dbed11ba6ad4 req-e7a22e50-ed91-456a-a43e-e019d87c20bf tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1820481 Jan 18 12:50:02.063134 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2945f74b-476f-4620-b2bf-dbed11ba6ad4 req-550e8b55-6d4c-4042-8679-e22cae4298bc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799999 Jan 18 12:50:02.083841 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeb92f-83bf-410d-9219-b62af97331e8 req-0d321f6a-c976-48fc-830c-a71a7029f772 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:02.085587 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6edeb92f-83bf-410d-9219-b62af97331e8 req-0d321f6a-c976-48fc-830c-a71a7029f772 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2059298 Jan 18 12:50:02.136959 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6edeb92f-83bf-410d-9219-b62af97331e8 req-e7912d09-31f6-4bc8-90b7-0e4ca6654b3f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 Jan 18 12:50:02.723343 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204cde-3ec7-4dab-a52d-69927d5be387 req-d553c521-6b4e-4743-af4a-5a77efc99705 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:02.734813 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fc204cde-3ec7-4dab-a52d-69927d5be387 req-d553c521-6b4e-4743-af4a-5a77efc99705 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1734970 Jan 18 12:50:02.795413 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fc204cde-3ec7-4dab-a52d-69927d5be387 req-a40e6590-b090-4617-a91d-a0aa37886529 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596061 Jan 18 12:50:03.559283 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320d531-18b1-4c98-b886-fb5b02e0cd41 req-2fe81ecb-cdf5-4ec3-86c7-54c386a1394c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:03.561107 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2320d531-18b1-4c98-b886-fb5b02e0cd41 req-2fe81ecb-cdf5-4ec3-86c7-54c386a1394c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.2529962 Jan 18 12:50:03.595033 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817876f-b00d-448a-8144-0ea410be35c4 req-2b14fa3c-91d1-4b44-9d11-f0b576fdd545 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:03.596940 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c817876f-b00d-448a-8144-0ea410be35c4 req-2b14fa3c-91d1-4b44-9d11-f0b576fdd545 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.3192060 Jan 18 12:50:03.658352 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2320d531-18b1-4c98-b886-fb5b02e0cd41 req-421cb1f7-07fb-46bb-b856-25add2788a4e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883749 Jan 18 12:50:03.706741 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c817876f-b00d-448a-8144-0ea410be35c4 req-31b1618b-16e5-427f-ab25-3f6b07781646 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015978 Jan 18 12:50:04.180922 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43386-8224-45b9-88b8-f00370e71766 req-c7ee359c-feca-4cfa-bd80-670fb28548f9 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:04.196608 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b7e43386-8224-45b9-88b8-f00370e71766 req-c7ee359c-feca-4cfa-bd80-670fb28548f9 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.2065763 Jan 18 12:50:04.260575 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b7e43386-8224-45b9-88b8-f00370e71766 req-9de6a2c3-fa59-4681-b9b7-2acae5162a5f tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628552 Jan 18 12:50:04.979318 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb350ff3-e711-4060-bae0-56a4c81afa59 req-cac46dfd-360d-418c-8309-234ce6b4c153 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:04.986188 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cb350ff3-e711-4060-bae0-56a4c81afa59 req-cac46dfd-360d-418c-8309-234ce6b4c153 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1935606 Jan 18 12:50:05.042416 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cb350ff3-e711-4060-bae0-56a4c81afa59 req-3a5c36c7-5d3c-41f1-baa5-a6eb30a6e7a4 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 Jan 18 12:50:05.094094 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f274-fcb0-4742-a38c-08b8e9532ad6 req-cfc53234-68b8-4248-8360-8d19c77d94a7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:05.095665 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c5d4f274-fcb0-4742-a38c-08b8e9532ad6 req-cfc53234-68b8-4248-8360-8d19c77d94a7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1713333 Jan 18 12:50:05.151900 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c5d4f274-fcb0-4742-a38c-08b8e9532ad6 req-16d850fc-47e2-43a5-9f5e-3b33da269f01 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502090 Jan 18 12:50:05.484997 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3038f3-848f-4634-8ac3-121de1f0cb0f req-0695237a-75ac-4fe5-b150-d109ea6d1a4d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:05.487195 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce3038f3-848f-4634-8ac3-121de1f0cb0f req-0695237a-75ac-4fe5-b150-d109ea6d1a4d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.0809915 Jan 18 12:50:05.533592 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce3038f3-848f-4634-8ac3-121de1f0cb0f req-d6097459-6d56-4718-aed9-933087b4d92b tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Jan 18 12:50:06.244338 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75643b4-3dec-4cc2-a8b5-0279cdc51acf req-56e31e65-4c7a-41ac-a9d3-e273e6f25e09 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:06.245980 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d75643b4-3dec-4cc2-a8b5-0279cdc51acf req-56e31e65-4c7a-41ac-a9d3-e273e6f25e09 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0802915 Jan 18 12:50:06.293398 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d75643b4-3dec-4cc2-a8b5-0279cdc51acf req-dc95031c-3644-4be0-8257-af06e51d411a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Jan 18 12:50:06.499974 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8335a6e-08c4-4378-8225-d1b42c5ca556 req-7d3069de-150c-4fbf-b64a-99bdb7c078a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:06.501478 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8335a6e-08c4-4378-8225-d1b42c5ca556 req-7d3069de-150c-4fbf-b64a-99bdb7c078a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.0922985 Jan 18 12:50:06.551380 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e8335a6e-08c4-4378-8225-d1b42c5ca556 req-c0e00183-6bb7-417e-a5d6-d8ce2c087e47 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Jan 18 12:50:06.785875 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9b73-ef63-469d-98b5-82c3b79f0a61 req-0c166f3c-bd25-458e-abd0-bdad38d78458 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:06.788217 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfba9b73-ef63-469d-98b5-82c3b79f0a61 req-0c166f3c-bd25-458e-abd0-bdad38d78458 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.0991356 Jan 18 12:50:06.904425 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfba9b73-ef63-469d-98b5-82c3b79f0a61 req-10aebf76-1f23-4014-afc8-0ca2aac5664a tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987287 Jan 18 12:50:07.547930 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026c1a9-cb47-4c0a-b97c-145ef77e2e2c req-a6bf1846-294e-4d31-98be-40947dd28a0e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:07.554644 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9026c1a9-cb47-4c0a-b97c-145ef77e2e2c req-a6bf1846-294e-4d31-98be-40947dd28a0e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0990908 Jan 18 12:50:07.600932 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9026c1a9-cb47-4c0a-b97c-145ef77e2e2c req-2fe3fb5d-3852-4ac2-9422-ff8411e018b3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428116 Jan 18 12:50:07.792309 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f20abd-7889-44cf-88e7-98f9c75ecee3 req-c77279e9-0f7c-4551-b069-be760c98220a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:07.794035 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c4f20abd-7889-44cf-88e7-98f9c75ecee3 req-c77279e9-0f7c-4551-b069-be760c98220a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.0824533 Jan 18 12:50:07.843767 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c4f20abd-7889-44cf-88e7-98f9c75ecee3 req-d215c233-2c33-4a27-932e-439bd2cb3e68 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439806 Jan 18 12:50:08.108139 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42b3cb-ca3d-4d8b-9fb9-9db36699d3c7 req-7c6f7441-7ae8-4601-9510-d4f76e54574d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:08.109483 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8c42b3cb-ca3d-4d8b-9fb9-9db36699d3c7 req-7c6f7441-7ae8-4601-9510-d4f76e54574d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.0753605 Jan 18 12:50:08.155916 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8c42b3cb-ca3d-4d8b-9fb9-9db36699d3c7 req-3cd5964f-2822-4595-b7bf-39994be45464 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Jan 18 12:50:08.293126 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-b6a021bd-24e5-4faf-8465-50e5d387e06c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33d3388d72146c19efde49b38057967&device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 1098 time: 0.0744030 Jan 18 12:50:08.297242 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-2ed03316-b3cc-4843-9ecb-f35afb0d1e83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786107 Jan 18 12:50:08.488586 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-d6590b7e-61ea-4d18-88fb-0af65cbde949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:08.490541 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-d6590b7e-61ea-4d18-88fb-0af65cbde949 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 200 len: 919 time: 0.1547444 Jan 18 12:50:08.502541 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-50995c0c-becd-4cd6-8148-ef7bc3ac4802 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 1098 time: 0.0886655 Jan 18 12:50:08.595184 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-625c3273-2775-458e-b195-46dd68f3f1dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 200 len: 217 time: 0.0658877 Jan 18 12:50:08.636211 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 58876) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:08.684239 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-cd6acc82-21ac-43ed-a9ca-06ef09eecaa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:08.685676 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-cd6acc82-21ac-43ed-a9ca-06ef09eecaa5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 200 len: 858 time: 0.0621850 Jan 18 12:50:08.738089 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-d5220772-15f2-4c91-9b54-4590e43fc04d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da698780-3064-4302-8b58-859ce1e0c59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418184 Jan 18 12:50:08.821676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Deleting subnet 801e7311-e424-4406-ade1-8285597af500 {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:08.832216 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.924675 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-caf66f36-5ab1-48b1-a283-0e31d028b6f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:08.926068 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-caf66f36-5ab1-48b1-a283-0e31d028b6f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 200 len: 916 time: 0.3089046 Jan 18 12:50:08.934210 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.939989 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-703671d0-f135-451b-a5f3-81b217bab880 service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447823 Jan 18 12:50:09.088773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898404d1-58cc-4b96-a61a-37837d9cef10 req-d029009b-6f9b-4d22-9fb7-4ef0b7d6ae1e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.090224 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-898404d1-58cc-4b96-a61a-37837d9cef10 req-d029009b-6f9b-4d22-9fb7-4ef0b7d6ae1e tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.3578303 Jan 18 12:50:09.100888 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-ac87fbdf-608f-4159-943e-4bca54e26532 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d998742-6b33-4f61-b85a-20a2f966a89e HTTP/1.1" status: 200 len: 217 time: 0.1369004 Jan 18 12:50:09.163496 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-612234d7-dc44-45e0-8b8e-cb9c4db11fac req-9a7040a7-9f4a-4e22-9a5b-33d46624b8ef service neutron] 10.222.0.20 "GET /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151315 Jan 18 12:50:09.183989 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.321320 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-d3c2dab4-38e0-4464-8bff-6eabac9931e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.322734 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-d3c2dab4-38e0-4464-8bff-6eabac9931e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 200 len: 855 time: 0.2130773 Jan 18 12:50:09.385921 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-a337cd52-e2e8-477d-b011-fb66b34433e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4798c5e1-6242-4f95-92e8-fbc3383f20e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489364 Jan 18 12:50:09.388174 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-898404d1-58cc-4b96-a61a-37837d9cef10 req-f5137b29-6922-4c09-8e0d-4cd790c019d8 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863374 Jan 18 12:50:09.475890 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2b4f-adeb-42b3-8247-561a6e25e511 req-7166f324-cfbb-40fc-8f55-b9549b4285f9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.477251 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6c8a2b4f-adeb-42b3-8247-561a6e25e511 req-7166f324-cfbb-40fc-8f55-b9549b4285f9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.4340532 Jan 18 12:50:09.482329 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.570294 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801e7311-e424-4406-ade1-8285597af500,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.608448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.625765 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.626269 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.626501 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.626854 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.627186 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.627507 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.628086 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.628209 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.628448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.628761 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.629078 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.650171 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-4b1f535e-a82a-45b2-a113-ac89fa4953c7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/801e7311-e424-4406-ade1-8285597af500 HTTP/1.1" status: 204 len: 168 time: 1.0122991 Jan 18 12:50:09.652839 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 58898) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:09.682545 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6c8a2b4f-adeb-42b3-8247-561a6e25e511 req-fef3400c-baae-4b7e-aef4-8d9c48a1fef1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940119 Jan 18 12:50:09.690173 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-e746312e-655a-4eac-bc98-e494b105d44c service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919769 Jan 18 12:50:09.731560 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deea400-7259-43de-926b-04552f1b05d7 req-9e9495f0-12b6-45e8-8a9e-453c46c29a26 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.732932 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5deea400-7259-43de-926b-04552f1b05d7 req-9e9495f0-12b6-45e8-8a9e-453c46c29a26 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.2201662 Jan 18 12:50:09.763431 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.866000 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5deea400-7259-43de-926b-04552f1b05d7 req-9a8e8f8e-02da-4a73-a8af-7c21f08adc92 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858626 Jan 18 12:50:09.873706 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8ebe63ac-7f05-407b-b1ce-01d5ce024e71 req-f7a8f722-a724-4a9c-9861-ebf9bb78fcd6 service neutron] 10.222.0.20 "GET /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760085 Jan 18 12:50:09.896150 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.936127 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40982f2c-53d8-4d80-a63d-d01cc231ed73']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:09.949502 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:09.949802 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c064e4-74ae-426f-ae35-a64ecbd6f9b3') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:09.961380 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.979680 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.988482 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:09.988809 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:10.002992 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:10.079676 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.098383 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.104063 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=40982f2c-53d8-4d80-a63d-d01cc231ed73,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:10.116890 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.117232 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.117565 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.117893 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.118220 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.118541 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.118892 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.119214 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.119531 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.119844 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.120157 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:10.123382 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-573e9f00-45d1-42be-80fe-6184f9a0b4dd admin admin] 10.222.0.86 "DELETE /v2.0/networks/40982f2c-53d8-4d80-a63d-d01cc231ed73 HTTP/1.1" status: 204 len: 168 time: 0.4682274 Jan 18 12:50:10.357836 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 58908) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:10.410816 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4952e9ce-754d-47b4-830d-13f4f4fde5b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ddebb1c927fe49ba9a77263603106ccf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492911 Jan 18 12:50:10.410930 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 58912) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:10.476938 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a26253f-f502-4ea3-8973-9fe616034fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.511911 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a26253f-f502-4ea3-8973-9fe616034fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.563885 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a26253f-f502-4ea3-8973-9fe616034fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.581213 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26253f-f502-4ea3-8973-9fe616034fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f80471-498c-4266-b1cd-09b1096fe19b,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:10.589246 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a26253f-f502-4ea3-8973-9fe616034fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.590367 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3a26253f-f502-4ea3-8973-9fe616034fcb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a3f80471-498c-4266-b1cd-09b1096fe19b HTTP/1.1" status: 204 len: 168 time: 0.1785522 Jan 18 12:50:10.636390 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-9afca1ff-d791-4620-b404-7ff3ba775772 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:10.637810 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-9afca1ff-d791-4620-b404-7ff3ba775772 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.1409247 Jan 18 12:50:10.648625 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2dab-6c11-4ace-b4a8-693b1516a7b4 req-8ec50592-2e08-4610-bef2-4c6e2e44b04b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:10.650016 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cfa2dab-6c11-4ace-b4a8-693b1516a7b4 req-8ec50592-2e08-4610-bef2-4c6e2e44b04b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1150413 Jan 18 12:50:10.749079 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Deleting port c9294705-6f5a-412d-be12-e11f090b6dfb {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:10.749667 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.794126 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cfa2dab-6c11-4ace-b4a8-693b1516a7b4 req-9c0cc446-d4b5-4382-a06e-feaed2ca899b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102002 Jan 18 12:50:11.109844 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a2fe-0375-438d-8e65-5061da3d6feb req-2671f6d0-bcf8-4887-a535-efd1a2ca2499 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:11.111315 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2675a2fe-0375-438d-8e65-5061da3d6feb req-2671f6d0-bcf8-4887-a535-efd1a2ca2499 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.2486455 Jan 18 12:50:11.116703 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] For port c9294705-6f5a-412d-be12-e11f090b6dfb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c9294705-6f5a-412d-be12-e11f090b6dfb,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:11.117058 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:11.269517 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Calling delete_port for c9294705-6f5a-412d-be12-e11f090b6dfb owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:11.351448 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2675a2fe-0375-438d-8e65-5061da3d6feb req-95e4ee35-07df-479e-8daa-82b71d7dc6fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269223 Jan 18 12:50:11.358418 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff2dd3-e867-42e8-a864-3fc8c4f4a024 req-585ebd08-6dd9-43d5-baa1-7c56c4c29ba1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:11.359852 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fcff2dd3-e867-42e8-a864-3fc8c4f4a024 req-585ebd08-6dd9-43d5-baa1-7c56c4c29ba1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 945 time: 0.3162663 Jan 18 12:50:11.453435 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fcff2dd3-e867-42e8-a864-3fc8c4f4a024 req-6e792597-65de-4083-9403-8b3440aae3c3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812929 Jan 18 12:50:11.481705 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:11.538635 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event deleted for resources: {'Port': ['ID=c9294705-6f5a-412d-be12-e11f090b6dfb,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:11.542147 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e', '606a8f35-fc17-44fc-8880-b91ea255f44e', 'c9294705-6f5a-412d-be12-e11f090b6dfb'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:11.684783 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] No DVR routers for this DVR port c9294705-6f5a-412d-be12-e11f090b6dfb on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:11.687247 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:11.689875 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec93557-a4f4-4783-92fb-deda938f532d', 'name': 'network-vif-deleted', 'tag': 'c9294705-6f5a-412d-be12-e11f090b6dfb'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:11.730665 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-53ccda3d-716c-4575-bc36-3812c18bfa10 req-d11f73b5-baf9-4d11-9e9f-d5f630999797 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "DELETE /v2.0/ports/c9294705-6f5a-412d-be12-e11f090b6dfb HTTP/1.1" status: 204 len: 173 time: 1.0796747 Jan 18 12:50:11.765646 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec93557-a4f4-4783-92fb-deda938f532d', 'name': 'network-vif-deleted', 'tag': 'c9294705-6f5a-412d-be12-e11f090b6dfb', 'status': 'completed', 'code': 200} Jan 18 12:50:12.067509 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264197-e0a8-469d-99d1-782706b15d48 req-653b4e99-c8b2-4d62-b39a-df94df9b5c31 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:12.069240 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-82264197-e0a8-469d-99d1-782706b15d48 req-653b4e99-c8b2-4d62-b39a-df94df9b5c31 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0968039 Jan 18 12:50:12.129899 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-82264197-e0a8-469d-99d1-782706b15d48 req-4126efbf-7a0d-4610-8c46-c27706f6a3d5 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Jan 18 12:50:12.700271 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-d0b369d5-20ce-4b68-ae33-526e5aa2b8ef req-57d03fe7-8310-4375-87cc-c4859db9e144 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Synchronizing usage tracker for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:12.723241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb531c4-684d-4fed-9e8d-7eaa35135683 req-2645bece-26b7-44bf-bbdd-048589938152 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:12.724729 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1bb531c4-684d-4fed-9e8d-7eaa35135683 req-2645bece-26b7-44bf-bbdd-048589938152 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1512413 Jan 18 12:50:12.728782 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-d0b369d5-20ce-4b68-ae33-526e5aa2b8ef req-57d03fe7-8310-4375-87cc-c4859db9e144 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Unset dirty status for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:12.729885 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d0b369d5-20ce-4b68-ae33-526e5aa2b8ef req-57d03fe7-8310-4375-87cc-c4859db9e144 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec93557-a4f4-4783-92fb-deda938f532d HTTP/1.1" status: 200 len: 210 time: 0.0745022 Jan 18 12:50:12.776615 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1bb531c4-684d-4fed-9e8d-7eaa35135683 req-4a582c56-a322-49f0-b7a0-a625e1dd2390 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446362 Jan 18 12:50:13.210396 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59002) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:13.346846 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d678-e365-484c-9c83-c7ba2dc29eac req-c3bd1842-f534-4b32-870a-63bba304d484 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:13.348320 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40d7d678-e365-484c-9c83-c7ba2dc29eac req-c3bd1842-f534-4b32-870a-63bba304d484 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0840991 Jan 18 12:50:13.363766 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.396234 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40d7d678-e365-484c-9c83-c7ba2dc29eac req-e4f62e63-3d14-47af-9709-759c92811239 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Jan 18 12:50:13.399507 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:13.403321 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Usage tracker for resource:security_group_rule and tenant:44db48ae292c42d6bf53ec73d75297fe is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:13.406139 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:13.411892 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:13.481673 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.485912 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.531974 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cff3bad-3ad6-461d-9e82-f1e1ac9049d5,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:13.540484 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-14c3268b-14b6-413e-bd9d-1223f579a109 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=44db48ae292c42d6bf53ec73d75297fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3266556 Jan 18 12:50:13.540867 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59012) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:13.571260 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device c9294705-6f5a-412d-be12-e11f090b6dfb no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:13.601532 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f038e872-561b-47ba-8a46-438765117b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.611643 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: c9294705-6f5a-412d-be12-e11f090b6dfb {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:13.611987 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device c9294705-6f5a-412d-be12-e11f090b6dfb not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:13.627765 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f038e872-561b-47ba-8a46-438765117b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.683304 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f038e872-561b-47ba-8a46-438765117b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.701790 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038e872-561b-47ba-8a46-438765117b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cff3bad-3ad6-461d-9e82-f1e1ac9049d5,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:13.708278 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f038e872-561b-47ba-8a46-438765117b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.709418 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f038e872-561b-47ba-8a46-438765117b2a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9cff3bad-3ad6-461d-9e82-f1e1ac9049d5 HTTP/1.1" status: 204 len: 168 time: 0.1676486 Jan 18 12:50:14.047258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572ea8d-ff75-4474-af3c-6b8786cb3ce6 req-50dcc695-c5f3-4367-a9c3-7a095b2fb4b0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:14.048701 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d572ea8d-ff75-4474-af3c-6b8786cb3ce6 req-50dcc695-c5f3-4367-a9c3-7a095b2fb4b0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.0933111 Jan 18 12:50:14.120098 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d572ea8d-ff75-4474-af3c-6b8786cb3ce6 req-2b21571f-73d4-4103-9c30-8ce292e1cd46 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644789 Jan 18 12:50:14.320588 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d9c9-fbe1-4e5a-88a1-843e8d754ae2 req-8078b4ad-2ba0-447d-8c67-9a4960faf658 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:14.322087 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d8c1d9c9-fbe1-4e5a-88a1-843e8d754ae2 req-8078b4ad-2ba0-447d-8c67-9a4960faf658 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 945 time: 0.0764248 Jan 18 12:50:14.369987 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d8c1d9c9-fbe1-4e5a-88a1-843e8d754ae2 req-385ac325-57d0-40d8-857b-f62d5e8f4cbe tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Jan 18 12:50:15.153195 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 59062) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:15.313405 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.361881 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:15.367099 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Usage tracker for resource:security_group_rule and tenant:9a8c370148024322a01a850916f22245 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:15.371155 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:15.377845 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:15.390306 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323796-ca83-4b4b-8f3a-b486fc1e642b req-50b4796a-ce5b-45f0-a6a7-5c9379b3b471 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:15.391770 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b0323796-ca83-4b4b-8f3a-b486fc1e642b req-50b4796a-ce5b-45f0-a6a7-5c9379b3b471 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1422541 Jan 18 12:50:15.464620 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b0323796-ca83-4b4b-8f3a-b486fc1e642b req-579c4da8-8241-4f75-acbe-9557cb48aaca tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660768 Jan 18 12:50:15.493580 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.528511 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.593297 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90446311-72fd-4fb4-b249-8104e74073bd,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:15.600619 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-a3d9748b-ac76-4a3a-ad38-c1e81e6e5f1e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a8c370148024322a01a850916f22245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4457748 Jan 18 12:50:15.604899 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 59078) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:15.652649 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0b34f-1a07-4c5c-8b0e-ce486e608e0a req-a2cb76e6-4b30-481f-af68-550fb967dfd2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:15.654108 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2ab0b34f-1a07-4c5c-8b0e-ce486e608e0a req-a2cb76e6-4b30-481f-af68-550fb967dfd2 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 945 time: 0.1625466 Jan 18 12:50:15.704592 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dba03abb-d6ed-4747-a115-67bb25932317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.725437 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2ab0b34f-1a07-4c5c-8b0e-ce486e608e0a req-44ce5e6a-ff39-442d-94b2-84d1af964fe9 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645359 Jan 18 12:50:15.737645 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dba03abb-d6ed-4747-a115-67bb25932317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.789515 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dba03abb-d6ed-4747-a115-67bb25932317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.809172 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba03abb-d6ed-4747-a115-67bb25932317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90446311-72fd-4fb4-b249-8104e74073bd,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:15.813377 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dba03abb-d6ed-4747-a115-67bb25932317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.814482 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-dba03abb-d6ed-4747-a115-67bb25932317 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/90446311-72fd-4fb4-b249-8104e74073bd HTTP/1.1" status: 204 len: 168 time: 0.2109392 Jan 18 12:50:16.733828 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb273-ce0c-42d4-95a8-b70cfd579c7a req-056f0f87-3dba-4e82-bbcd-3474b0b16410 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:16.735562 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9a2fb273-ce0c-42d4-95a8-b70cfd579c7a req-056f0f87-3dba-4e82-bbcd-3474b0b16410 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 944 time: 0.1305153 Jan 18 12:50:16.770591 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-65b13e29-265f-4f94-bfc7-3e211993d96e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:16.772731 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-65b13e29-265f-4f94-bfc7-3e211993d96e tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 945 time: 0.1265571 Jan 18 12:50:16.839719 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9a2fb273-ce0c-42d4-95a8-b70cfd579c7a req-8de7b0de-0b4c-473a-bd30-b6f0720c7800 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985947 Jan 18 12:50:16.858747 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Deleting port 606a8f35-fc17-44fc-8880-b91ea255f44e {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:16.859185 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.098267 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bedcba-2513-449d-afaf-c3d7e8f9b08e req-cfb7279e-9996-48ac-bc2c-084826fa4448 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:17.100302 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-68bedcba-2513-449d-afaf-c3d7e8f9b08e req-cfb7279e-9996-48ac-bc2c-084826fa4448 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 945 time: 0.2451098 Jan 18 12:50:17.191636 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-68bedcba-2513-449d-afaf-c3d7e8f9b08e req-93543b48-a52d-4797-807d-0a2d5cb2f818 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850730 Jan 18 12:50:17.198592 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] For port 606a8f35-fc17-44fc-8880-b91ea255f44e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=606a8f35-fc17-44fc-8880-b91ea255f44e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:17.198994 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.373571 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Calling delete_port for 606a8f35-fc17-44fc-8880-b91ea255f44e owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:17.518414 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.571999 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event deleted for resources: {'Port': ['ID=606a8f35-fc17-44fc-8880-b91ea255f44e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:17.579800 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e', '606a8f35-fc17-44fc-8880-b91ea255f44e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:17.629546 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:50:17.647187 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] No DVR routers for this DVR port 606a8f35-fc17-44fc-8880-b91ea255f44e on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:17.649817 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.652495 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'name': 'network-vif-deleted', 'tag': '606a8f35-fc17-44fc-8880-b91ea255f44e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:17.671543 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce1cae8d-7bbf-4383-90ec-c83a214bcc53 req-6f03a8ef-30bd-4452-8383-a435a41396d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "DELETE /v2.0/ports/606a8f35-fc17-44fc-8880-b91ea255f44e HTTP/1.1" status: 204 len: 173 time: 0.8898249 Jan 18 12:50:17.725436 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af', 'name': 'network-vif-deleted', 'tag': '606a8f35-fc17-44fc-8880-b91ea255f44e', 'status': 'completed', 'code': 200} Jan 18 12:50:17.847109 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:17.893311 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '68107e2b-3ea9-4920-9795-528cd67216c4', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'port_id': '68107e2b-3ea9-4920-9795-528cd67216c4', 'mac_address': 'fa:16:3e:3e:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:50:17.979008 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.999826 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68107e2b-3ea9-4920-9795-528cd67216c4 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:50:18.015373 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:18.019712 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.088913 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=9']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:18.151339 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85cf52-703d-440b-a109-d46c2dd90f0a req-d24eba1c-05c4-4b25-bad7-7eb1ab362f81 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:18.152915 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa85cf52-703d-440b-a109-d46c2dd90f0a req-d24eba1c-05c4-4b25-bad7-7eb1ab362f81 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0925417 Jan 18 12:50:18.199912 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa85cf52-703d-440b-a109-d46c2dd90f0a req-3608271a-6d1c-4528-87a8-2a08109247ff tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410478 Jan 18 12:50:18.371377 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-cb995322-9603-4e89-af31-c08d99850f9b req-d3746895-8bb6-4b08-a094-b40c9adb2f94 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Synchronizing usage tracker for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:18.386475 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-cb995322-9603-4e89-af31-c08d99850f9b req-d3746895-8bb6-4b08-a094-b40c9adb2f94 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Unset dirty status for tenant:fb54d3b7cb2f4b1485b4b5dc82fbfa10 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:18.387720 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cb995322-9603-4e89-af31-c08d99850f9b req-d3746895-8bb6-4b08-a094-b40c9adb2f94 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 210 time: 0.0585153 Jan 18 12:50:19.421214 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de341f-deb7-424c-bf5b-04ddd84c32ad req-0ba36ec4-c4b9-4cdd-a227-04991950e60f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:19.422670 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-36de341f-deb7-424c-bf5b-04ddd84c32ad req-0ba36ec4-c4b9-4cdd-a227-04991950e60f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0807121 Jan 18 12:50:19.468062 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-36de341f-deb7-424c-bf5b-04ddd84c32ad req-b72462bb-21a7-41a6-9de4-ae57ccd5b72d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393338 Jan 18 12:50:19.560919 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-37a6a0e9-d725-44be-95cd-2e4e90e580a8 req-4e6f497c-ec89-4088-8bf6-82c28537b5a1 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 210 time: 0.0396099 Jan 18 12:50:20.684195 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a80a-74d7-42da-8211-3eb83e89b562 req-cec661dd-26cd-480f-937f-ba5ddea39281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:20.685663 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6d52a80a-74d7-42da-8211-3eb83e89b562 req-cec661dd-26cd-480f-937f-ba5ddea39281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0806570 Jan 18 12:50:20.751963 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-56b0c3a7-94c7-4764-a95c-131384d3e12d req-463ef10b-5a24-47a7-9f3d-95d695748c7d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=debfe3e2-bd0c-4ee0-87ff-f82d1b3b73af HTTP/1.1" status: 200 len: 210 time: 0.0462234 Jan 18 12:50:20.775035 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6d52a80a-74d7-42da-8211-3eb83e89b562 req-ad1195ef-3404-49af-833d-e37834b991b7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817242 Jan 18 12:50:21.293963 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['68107e2b-3ea9-4920-9795-528cd67216c4'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:22.001556 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741424-0cd5-49b8-a77d-0edeebaed3db req-1e0d4db8-15f8-4462-8fc4-bb46471477e0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:22.002120 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c610aaef-5c5e-4d7b-9829-c303ca74b303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:22.002968 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08741424-0cd5-49b8-a77d-0edeebaed3db req-1e0d4db8-15f8-4462-8fc4-bb46471477e0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0878599 Jan 18 12:50:22.049127 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08741424-0cd5-49b8-a77d-0edeebaed3db req-2842eaad-ec1a-414e-bee1-f7ddf8426353 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Jan 18 12:50:23.270134 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdf2ee-ab82-4e3f-87cb-e4c1eab694c6 req-99d6fdad-750e-4c4a-936c-364886d39a90 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:23.272195 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2acdf2ee-ab82-4e3f-87cb-e4c1eab694c6 req-99d6fdad-750e-4c4a-936c-364886d39a90 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0821805 Jan 18 12:50:23.322412 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2acdf2ee-ab82-4e3f-87cb-e4c1eab694c6 req-6d8f804f-4bda-424a-bbfb-69fdd6e89c8c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414009 Jan 18 12:50:23.633896 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebed-811c-486d-9e34-a1a13503f270 req-954e1197-c887-41bd-a290-133db5a5f1be tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:23.635702 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6ef6ebed-811c-486d-9e34-a1a13503f270 req-954e1197-c887-41bd-a290-133db5a5f1be tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.0846217 Jan 18 12:50:23.692487 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6ef6ebed-811c-486d-9e34-a1a13503f270 req-53d7a537-79e0-49e3-b164-8b9e18b5a0e8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508599 Jan 18 12:50:23.894431 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289eeef-5472-445f-a6f9-646b967f2b98 req-0a74aa87-4822-42a5-9e73-fd28d267638f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:23.896628 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e289eeef-5472-445f-a6f9-646b967f2b98 req-0a74aa87-4822-42a5-9e73-fd28d267638f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0766428 Jan 18 12:50:23.946578 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e289eeef-5472-445f-a6f9-646b967f2b98 req-a281ccfe-7883-4ee4-9952-29c4bffb2a68 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Jan 18 12:50:24.161458 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-d7330d0c-e216-4619-a23f-6b82d6a4c8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:24.536727 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9eafd-369e-4523-89ee-10a136f47bca req-57a8f938-5ffc-4fd3-9bc1-210517e603c7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:24.538467 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-17b9eafd-369e-4523-89ee-10a136f47bca req-57a8f938-5ffc-4fd3-9bc1-210517e603c7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0773208 Jan 18 12:50:24.583385 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-17b9eafd-369e-4523-89ee-10a136f47bca req-c586fec3-4713-4415-86a7-3d1c3307b055 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Jan 18 12:50:25.046772 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d94d3c-2720-425d-9f7d-43f934774ea1 req-b179e36d-3c89-4c58-994b-c3e6f84711d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:25.048153 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d7d94d3c-2720-425d-9f7d-43f934774ea1 req-b179e36d-3c89-4c58-994b-c3e6f84711d3 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.0811644 Jan 18 12:50:25.143768 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d7d94d3c-2720-425d-9f7d-43f934774ea1 req-b6e82d90-4fcb-4cd0-9575-fb55fb84e413 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894418 Jan 18 12:50:25.167081 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059452d-d672-4655-b629-8763dff57fdb req-6b96ca45-4f22-46a1-ad46-0036a7234478 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:25.168516 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1059452d-d672-4655-b629-8763dff57fdb req-6b96ca45-4f22-46a1-ad46-0036a7234478 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.0985405 Jan 18 12:50:25.214931 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1059452d-d672-4655-b629-8763dff57fdb req-a2476955-c981-4b85-b6c7-27ee8e08eb07 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Jan 18 12:50:25.292493 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.409211 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.707420 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:25.780985 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 68107e2b-3ea9-4920-9795-528cd67216c4 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:25.781400 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.795171 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd46ee-3bea-43a6-bcde-32b8d22c863e req-79822a58-ff77-459d-a83c-b49355e125b2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:25.796613 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-96fd46ee-3bea-43a6-bcde-32b8d22c863e req-79822a58-ff77-459d-a83c-b49355e125b2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 945 time: 0.0821338 Jan 18 12:50:25.861209 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-96fd46ee-3bea-43a6-bcde-32b8d22c863e req-a6ad635a-ffba-40e7-824a-309049f3aff6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579448 Jan 18 12:50:25.913290 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.941302 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:25.951661 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:25.956156 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.991336 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 606a8f35-fc17-44fc-8880-b91ea255f44e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:26.022361 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4', 'code': 200} Jan 18 12:50:26.034566 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 606a8f35-fc17-44fc-8880-b91ea255f44e {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:26.034932 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 606a8f35-fc17-44fc-8880-b91ea255f44e not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:26.058129 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=10']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:26.066340 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.066732 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.067107 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.067439 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.068298 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.068625 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.068948 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.069292 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.069617 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.069934 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.070250 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:26.338647 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612cd2d-64e1-4e18-919c-c514f67d48a9 req-2e5b2832-ac27-4f56-8181-3338aecaf352 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:26.340122 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6612cd2d-64e1-4e18-919c-c514f67d48a9 req-2e5b2832-ac27-4f56-8181-3338aecaf352 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.0767105 Jan 18 12:50:26.434320 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6612cd2d-64e1-4e18-919c-c514f67d48a9 req-610f8dbc-402c-4d43-a784-ab81623827d4 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608470 Jan 18 12:50:26.453096 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c76fd2-90b0-440a-a91b-9d824ebd41e0 req-c094f386-a257-4ba4-b84c-3fa7bf4d9b8f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:26.454663 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-22c76fd2-90b0-440a-a91b-9d824ebd41e0 req-c094f386-a257-4ba4-b84c-3fa7bf4d9b8f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1136823 Jan 18 12:50:26.503359 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-22c76fd2-90b0-440a-a91b-9d824ebd41e0 req-030b0b8c-2f7b-477e-83c3-414b80981378 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Jan 18 12:50:26.535402 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.680828 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bf6153b1-c481-4a0a-8244-29d5b1248c9c req-6b03b019-46fc-4ee2-a9b4-021bc390d9fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1100 time: 0.0706038 Jan 18 12:50:26.772125 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bf6153b1-c481-4a0a-8244-29d5b1248c9c req-61935191-912f-469a-b100-bd7d96727e20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851245 Jan 18 12:50:27.064883 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c278-8ee5-4018-b284-cd02cd8e5083 req-172aa6af-adb0-43e7-a35a-7a52857af7a2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:27.066220 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3522c278-8ee5-4018-b284-cd02cd8e5083 req-172aa6af-adb0-43e7-a35a-7a52857af7a2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0740545 Jan 18 12:50:27.110345 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3522c278-8ee5-4018-b284-cd02cd8e5083 req-cf127a4c-78be-4042-bac2-d8b0260691c4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 Jan 18 12:50:27.667893 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5db62-03e0-41d8-bc3c-977793aefac5 req-7f770297-c550-42be-8be5-2d590218d45d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:27.669290 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dcc5db62-03e0-41d8-bc3c-977793aefac5 req-7f770297-c550-42be-8be5-2d590218d45d tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.1142907 Jan 18 12:50:27.735550 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b34ce-2834-4e7d-ae2b-e675c94c6db7 req-c8af69fb-5768-4018-a854-2f9af7879927 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:27.736847 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9c0b34ce-2834-4e7d-ae2b-e675c94c6db7 req-c8af69fb-5768-4018-a854-2f9af7879927 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1159899 Jan 18 12:50:27.738878 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dcc5db62-03e0-41d8-bc3c-977793aefac5 req-a1c37729-b1d7-49d1-92de-3b8aa3c9e043 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577576 Jan 18 12:50:27.781018 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9c0b34ce-2834-4e7d-ae2b-e675c94c6db7 req-3eb35b41-050d-40ef-9c9b-735150275d62 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 Jan 18 12:50:28.322697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b75d66-af21-4843-9fb6-9e2b740ef5c0 req-09e15291-7d65-4f12-b6e4-d11ed61bc34a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:28.324083 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-69b75d66-af21-4843-9fb6-9e2b740ef5c0 req-09e15291-7d65-4f12-b6e4-d11ed61bc34a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0757504 Jan 18 12:50:28.369798 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-69b75d66-af21-4843-9fb6-9e2b740ef5c0 req-ceef9af1-70fb-49bf-a3a6-52b77da8d271 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401492 Jan 18 12:50:28.994491 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044073a-57bd-4e8f-896e-e5d517e51991 req-8493e36c-4620-46ec-803a-ecb1c0f0e998 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:28.995968 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2044073a-57bd-4e8f-896e-e5d517e51991 req-8493e36c-4620-46ec-803a-ecb1c0f0e998 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.1372998 Jan 18 12:50:29.005068 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c031b-ab6c-424c-89ba-ce423df30b71 req-9d3735d2-8a8d-4d51-a8bd-34d7b5fc6fc4 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:29.006406 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c96c031b-ab6c-424c-89ba-ce423df30b71 req-9d3735d2-8a8d-4d51-a8bd-34d7b5fc6fc4 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1046691 Jan 18 12:50:29.079620 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2044073a-57bd-4e8f-896e-e5d517e51991 req-e305810d-1360-4b2e-8273-1526a6f88f51 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721493 Jan 18 12:50:29.081606 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c96c031b-ab6c-424c-89ba-ce423df30b71 req-ecc856eb-dc8c-451b-915b-2b0f2da33d7b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615005 Jan 18 12:50:29.579038 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dfea0-cad7-422e-a4c5-77fe37f9c3a0 req-7bb57a81-d9d9-4d0e-adaa-8d9f790121f7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:29.580471 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d96dfea0-cad7-422e-a4c5-77fe37f9c3a0 req-7bb57a81-d9d9-4d0e-adaa-8d9f790121f7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0754230 Jan 18 12:50:29.624874 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d96dfea0-cad7-422e-a4c5-77fe37f9c3a0 req-7e2cc735-82f5-4330-8ca3-8256faf29f09 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384922 Jan 18 12:50:30.335501 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2228-8c68-4f33-9cb8-6fb73317a137 req-08310dc4-a812-44f9-98b8-07d10ec846d8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:30.337190 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e7ae2228-8c68-4f33-9cb8-6fb73317a137 req-08310dc4-a812-44f9-98b8-07d10ec846d8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.1371391 Jan 18 12:50:30.343192 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f17b2d-f059-47f9-9422-5e8b652f8a3f req-25b15e48-31ef-4487-b0bd-90a5b19ef575 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:30.344603 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e9f17b2d-f059-47f9-9422-5e8b652f8a3f req-25b15e48-31ef-4487-b0bd-90a5b19ef575 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1066327 Jan 18 12:50:30.419126 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e7ae2228-8c68-4f33-9cb8-6fb73317a137 req-03947c30-814e-43b3-93f4-829c0c71c537 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Jan 18 12:50:30.421243 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e9f17b2d-f059-47f9-9422-5e8b652f8a3f req-512b56db-9a3d-420f-a113-9268566435a0 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623558 Jan 18 12:50:30.889216 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ff695-0161-4840-ab04-ecffaf0e742a req-b96151cd-b9e4-43a1-8ed6-27f8299e04f4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:30.890869 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4d3ff695-0161-4840-ab04-ecffaf0e742a req-b96151cd-b9e4-43a1-8ed6-27f8299e04f4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.1337149 Jan 18 12:50:30.898276 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-94485b8a-2b2b-48b6-8149-e1c3ce9bb202 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:30.899358 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-94485b8a-2b2b-48b6-8149-e1c3ce9bb202 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 945 time: 0.1126649 Jan 18 12:50:30.939792 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4d3ff695-0161-4840-ab04-ecffaf0e742a req-56426a61-7e04-49ef-ac44-accb28e6d5eb tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Jan 18 12:50:31.018798 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Deleting port 9d998742-6b33-4f61-b85a-20a2f966a89e {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:31.019144 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.266432 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] For port 9d998742-6b33-4f61-b85a-20a2f966a89e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9d998742-6b33-4f61-b85a-20a2f966a89e,segment=NetworkSegment(081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d),segment_id=081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:31.266802 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.392811 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Calling delete_port for 9d998742-6b33-4f61-b85a-20a2f966a89e owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:31.709841 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.767575 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Pushing event deleted for resources: {'Port': ['ID=9d998742-6b33-4f61-b85a-20a2f966a89e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:31.794282 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['9d998742-6b33-4f61-b85a-20a2f966a89e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:31.823880 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ed18-f850-4982-91aa-cad79df7c887 req-64b0c137-afd6-475d-aa84-c344953d493c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:31.825336 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a064ed18-f850-4982-91aa-cad79df7c887 req-64b0c137-afd6-475d-aa84-c344953d493c tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.2467194 Jan 18 12:50:31.875185 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] No DVR routers for this DVR port 9d998742-6b33-4f61-b85a-20a2f966a89e on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:31.883530 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09e681-80d3-4233-a34b-b86089c03f4f req-c2ed459b-41ca-4421-8422-92b6f6a73bd8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:31.884939 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1a09e681-80d3-4233-a34b-b86089c03f4f req-c2ed459b-41ca-4421-8422-92b6f6a73bd8 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/ports?device_id=71f9eb66-c4a8-4936-8cec-77890cd87696 HTTP/1.1" status: 200 len: 867 time: 0.3052135 Jan 18 12:50:31.888390 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.890815 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'name': 'network-vif-deleted', 'tag': '9d998742-6b33-4f61-b85a-20a2f966a89e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:31.951427 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b26afad1-295e-438b-8854-1c3b7eba5f14 req-603e1047-b07a-440a-ae0f-d4384834e053 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.20 "DELETE /v2.0/ports/9d998742-6b33-4f61-b85a-20a2f966a89e HTTP/1.1" status: 204 len: 173 time: 0.9948540 Jan 18 12:50:31.954824 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.962386 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a064ed18-f850-4982-91aa-cad79df7c887 req-09313929-84e4-427e-acf2-1f3ad9e4d747 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073341 Jan 18 12:50:31.966992 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1a09e681-80d3-4233-a34b-b86089c03f4f req-9c1b0407-ecf6-4c1f-a7ad-099ca0ac6a05 tempest-AttachVolumeNegativeTest-1445610784 tempest-AttachVolumeNegativeTest-1445610784-project] 10.222.0.86 "GET /v2.0/security-groups?id=0c7ce40a-c95c-4951-aff9-0be5779500c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713086 Jan 18 12:50:32.047897 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f9eb66-c4a8-4936-8cec-77890cd87696', 'name': 'network-vif-deleted', 'tag': '9d998742-6b33-4f61-b85a-20a2f966a89e', 'status': 'completed', 'code': 200} Jan 18 12:50:32.217533 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d192b0-fc0f-4f4a-8c58-79277c6d0a08 req-026eca64-3968-4be1-a224-0d4d2324393f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:32.219011 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-34d192b0-fc0f-4f4a-8c58-79277c6d0a08 req-026eca64-3968-4be1-a224-0d4d2324393f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.1389968 Jan 18 12:50:32.225047 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-20c1ebf6-7175-4a98-9e10-2d57e8c818b2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:32.226802 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-20c1ebf6-7175-4a98-9e10-2d57e8c818b2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 946 time: 0.1118157 Jan 18 12:50:32.319029 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-34d192b0-fc0f-4f4a-8c58-79277c6d0a08 req-1d8051a8-967e-4293-b0ed-e44abf113412 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911398 Jan 18 12:50:32.324221 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Deleting port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:32.324570 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.579086 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] For port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:32.579474 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.707237 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Calling delete_port for 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:32.853768 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.902281 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Pushing event deleted for resources: {'Port': ['ID=908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:32.917727 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['f7bf64c4-d807-406a-86f5-8b03ebc9cf72', '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:32.977777 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] No DVR routers for this DVR port 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:32.980159 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.986204 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a298d1b7-4c9b-4661-9882-9e6d05ed8b18 req-46caa1aa-b334-4aaf-90d8-919c54c3438a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "DELETE /v2.0/ports/908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 HTTP/1.1" status: 204 len: 173 time: 0.7445390 Jan 18 12:50:33.087450 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59318) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.141139 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-eebf774b-4ad4-4cc9-b958-11f60c375afc req-a857f810-0a5f-4066-a9a0-bf2f76adab72 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Synchronizing usage tracker for tenant:e33d3388d72146c19efde49b38057967 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:33.157366 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-eebf774b-4ad4-4cc9-b958-11f60c375afc req-a857f810-0a5f-4066-a9a0-bf2f76adab72 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Unset dirty status for tenant:e33d3388d72146c19efde49b38057967 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:33.158718 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eebf774b-4ad4-4cc9-b958-11f60c375afc req-a857f810-0a5f-4066-a9a0-bf2f76adab72 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=183e995c-2027-4e08-a145-37bfa03a988b HTTP/1.1" status: 200 len: 210 time: 0.0658388 Jan 18 12:50:33.168005 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] Deleting subnet 72607834-d0af-4fad-ad42-4cf0a6f4c356 {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:33.171028 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.221054 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16499860'] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.276843 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.342700 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15893504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16647162'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.380159 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72607834-d0af-4fad-ad42-4cf0a6f4c356,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:33.385558 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.391771 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-05b7c0bd-6f13-43fa-bf81-4e4dd4b44d94 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/72607834-d0af-4fad-ad42-4cf0a6f4c356 HTTP/1.1" status: 204 len: 168 time: 0.3030953 Jan 18 12:50:33.394163 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59324) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.501990 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.635612 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.666922 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4798c5e1-6242-4f95-92e8-fbc3383f20e3']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:33.678999 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:33.679293 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081dabc2-6c0a-4ad5-b0cb-18f7072a1e7d') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:33.690365 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.706386 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.713361 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:33.713749 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:33.727335 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:33.807080 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.822335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.832138 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] Pushing event deleted for resources: {'Network': ['ID=4798c5e1-6242-4f95-92e8-fbc3383f20e3,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:33.845915 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a671a86e-9530-40d2-bfc7-ab760562f897 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4798c5e1-6242-4f95-92e8-fbc3383f20e3 HTTP/1.1" status: 204 len: 168 time: 0.4485505 Jan 18 12:50:33.846575 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:33.879477 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:33.879816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:33.880225 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9d998742-6b33-4f61-b85a-20a2f966a89e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:33.911859 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 9d998742-6b33-4f61-b85a-20a2f966a89e {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:33.912244 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 9d998742-6b33-4f61-b85a-20a2f966a89e not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:34.042827 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59336) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:34.048981 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183e995c-2027-4e08-a145-37bfa03a988b', 'name': 'network-vif-deleted', 'tag': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:34.092461 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a4fee967-3f3e-445c-82c1-1036fcf6d9a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fb54d3b7cb2f4b1485b4b5dc82fbfa10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483978 Jan 18 12:50:34.094867 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59342) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:34.103362 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183e995c-2027-4e08-a145-37bfa03a988b', 'name': 'network-vif-deleted', 'tag': '908b5fde-2d49-4d0e-9d1f-3d1a6581e6e8', 'status': 'completed', 'code': 200} Jan 18 12:50:34.152437 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aa122106-6448-4121-aa33-a36bc49cdff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.176471 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aa122106-6448-4121-aa33-a36bc49cdff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.227134 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aa122106-6448-4121-aa33-a36bc49cdff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.241625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa122106-6448-4121-aa33-a36bc49cdff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7ce40a-c95c-4951-aff9-0be5779500c0,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:34.250324 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aa122106-6448-4121-aa33-a36bc49cdff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.253808 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-aa122106-6448-4121-aa33-a36bc49cdff4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0c7ce40a-c95c-4951-aff9-0be5779500c0 HTTP/1.1" status: 204 len: 168 time: 0.1557302 Jan 18 12:50:34.668817 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdf335-00c7-412f-9297-fa8daeaf4f89 req-10368b65-f648-44ae-806a-8b2fbd31a3d3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:34.670267 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b7cdf335-00c7-412f-9297-fa8daeaf4f89 req-10368b65-f648-44ae-806a-8b2fbd31a3d3 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0974076 Jan 18 12:50:34.717521 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b7cdf335-00c7-412f-9297-fa8daeaf4f89 req-27e04801-9cce-4bc0-af35-39a34d7b5600 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Jan 18 12:50:35.932569 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee308-9604-4ef7-a767-06369e96bfb6 req-5a189e3a-eaa0-4661-a75f-1e7bb5f4d42f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:35.934017 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c32ee308-9604-4ef7-a767-06369e96bfb6 req-5a189e3a-eaa0-4661-a75f-1e7bb5f4d42f tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0855081 Jan 18 12:50:35.982329 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c32ee308-9604-4ef7-a767-06369e96bfb6 req-e7f91638-3df6-4094-a0d2-873b827b422b tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Jan 18 12:50:36.662486 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c441c-e59b-4705-8835-c4bf9690cf96 req-05bd1b68-d59f-4b8f-a812-7e91558ba7d2 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:36.665911 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f8c441c-e59b-4705-8835-c4bf9690cf96 req-05bd1b68-d59f-4b8f-a812-7e91558ba7d2 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.1411355 Jan 18 12:50:36.715178 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5f8c441c-e59b-4705-8835-c4bf9690cf96 req-b98fafe9-54de-4206-a912-26225da0e7fc tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Jan 18 12:50:37.178887 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adb698-3cc2-469f-96ca-8836868baa87 req-989b5a76-113d-4bc9-ac8f-157a1e17c917 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:37.180235 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-42adb698-3cc2-469f-96ca-8836868baa87 req-989b5a76-113d-4bc9-ac8f-157a1e17c917 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0748172 Jan 18 12:50:37.224751 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-42adb698-3cc2-469f-96ca-8836868baa87 req-09dde403-8e86-47ea-9fba-69e82ec09443 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 Jan 18 12:50:37.910322 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9513c-048a-4ef1-8574-8485a501bbe6 req-92ceb672-0ac0-4680-ad6c-a7951493cc13 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:37.911783 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-62e9513c-048a-4ef1-8574-8485a501bbe6 req-92ceb672-0ac0-4680-ad6c-a7951493cc13 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.0775471 Jan 18 12:50:37.957030 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-62e9513c-048a-4ef1-8574-8485a501bbe6 req-2254415d-1baa-4b5e-baf8-e00eb37924c5 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Jan 18 12:50:38.415740 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962f1a4-a0d6-44d3-8fe5-f0b0d54b88c7 req-503d214f-98f3-4550-8959-506be03aefc9 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:38.417183 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d962f1a4-a0d6-44d3-8fe5-f0b0d54b88c7 req-503d214f-98f3-4550-8959-506be03aefc9 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0750320 Jan 18 12:50:38.464665 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d962f1a4-a0d6-44d3-8fe5-f0b0d54b88c7 req-0e3095c9-7cf2-4242-9703-a96bb2967648 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421124 Jan 18 12:50:38.849372 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:50:39.148983 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf10e0-2ab4-4198-b99a-4ff52783c51c req-dac71946-4ea9-4c09-9107-c02879141098 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:39.150420 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-02cf10e0-2ab4-4198-b99a-4ff52783c51c req-dac71946-4ea9-4c09-9107-c02879141098 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.0767066 Jan 18 12:50:39.200506 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-02cf10e0-2ab4-4198-b99a-4ff52783c51c req-31e21667-137b-4573-a3f0-4ba9118897b5 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Jan 18 12:50:39.670064 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965f948-b022-4712-87dc-f908a7f42a04 req-c7a99a2a-ca08-454d-a52f-a383d1ebf864 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:39.671420 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6965f948-b022-4712-87dc-f908a7f42a04 req-c7a99a2a-ca08-454d-a52f-a383d1ebf864 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0775547 Jan 18 12:50:39.714517 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6965f948-b022-4712-87dc-f908a7f42a04 req-bdfb8959-688d-4b0c-9215-70508e375d18 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Jan 18 12:50:40.259025 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-daf65365-5379-4f02-b0d3-ff627514a803 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:40.260428 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-daf65365-5379-4f02-b0d3-ff627514a803 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.0739467 Jan 18 12:50:40.363546 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Deleting port d824340b-6a24-444a-8997-7665c18f936d {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:40.363880 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.515964 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c914b39-49d7-46b5-a7f5-e7aedd39b597 req-52340f99-b660-4595-9706-bcd781167f2b tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:40.524394 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7c914b39-49d7-46b5-a7f5-e7aedd39b597 req-52340f99-b660-4595-9706-bcd781167f2b tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 946 time: 0.1924984 Jan 18 12:50:40.639713 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7c914b39-49d7-46b5-a7f5-e7aedd39b597 req-15c95326-a047-4da0-96da-2597a5d0b579 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773861 Jan 18 12:50:40.657861 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] For port d824340b-6a24-444a-8997-7665c18f936d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d824340b-6a24-444a-8997-7665c18f936d,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:40.658222 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.777027 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Calling delete_port for d824340b-6a24-444a-8997-7665c18f936d owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:40.984710 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b05c2-b974-476a-9662-0bb2ee11affe req-579dacea-6f34-4334-a52d-705581331675 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:40.986146 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e5b05c2-b974-476a-9662-0bb2ee11affe req-579dacea-6f34-4334-a52d-705581331675 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.1516888 Jan 18 12:50:40.987192 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.044290 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['d824340b-6a24-444a-8997-7665c18f936d'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:41.053616 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Pushing event deleted for resources: {'Port': ['ID=d824340b-6a24-444a-8997-7665c18f936d,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:41.141217 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] No DVR routers for this DVR port d824340b-6a24-444a-8997-7665c18f936d on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:41.144366 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e5b05c2-b974-476a-9662-0bb2ee11affe req-0ef212c0-90c2-4d70-b057-db36e19a2030 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507409 Jan 18 12:50:41.145305 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.149436 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'name': 'network-vif-deleted', 'tag': 'd824340b-6a24-444a-8997-7665c18f936d'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:41.156032 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2a5434fc-99e8-4ff3-8752-3f97316ecdb8 req-e60b3bf4-4ed5-4ba4-b137-855f9250e894 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "DELETE /v2.0/ports/d824340b-6a24-444a-8997-7665c18f936d HTTP/1.1" status: 204 len: 173 time: 0.8893604 Jan 18 12:50:41.207918 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffccfe53-8761-4935-8b04-a1fe081b2519', 'name': 'network-vif-deleted', 'tag': 'd824340b-6a24-444a-8997-7665c18f936d', 'status': 'completed', 'code': 200} Jan 18 12:50:41.820824 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-33bfc214-76b2-4e53-a8d2-eac09b611065 req-27558bf7-7a3c-49fa-90a8-611207dd6b18 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Synchronizing usage tracker for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:41.842853 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-33bfc214-76b2-4e53-a8d2-eac09b611065 req-27558bf7-7a3c-49fa-90a8-611207dd6b18 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Unset dirty status for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:41.844091 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-33bfc214-76b2-4e53-a8d2-eac09b611065 req-27558bf7-7a3c-49fa-90a8-611207dd6b18 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffccfe53-8761-4935-8b04-a1fe081b2519 HTTP/1.1" status: 200 len: 210 time: 0.0654290 Jan 18 12:50:42.345492 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfef321-73b2-4413-b977-808c7c53f709 req-4268fb9f-7210-4f08-bcbb-6bcfc9603939 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:42.346974 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cfef321-73b2-4413-b977-808c7c53f709 req-4268fb9f-7210-4f08-bcbb-6bcfc9603939 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0802667 Jan 18 12:50:42.444855 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cfef321-73b2-4413-b977-808c7c53f709 req-4708fac3-0e84-47f3-bd40-89620e897e1a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909343 Jan 18 12:50:43.638528 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b624f-b074-4a9b-a125-74bafc9ed3bd req-79fb2bca-1afe-40da-b980-666ab803f719 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:43.639992 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ef4b624f-b074-4a9b-a125-74bafc9ed3bd req-79fb2bca-1afe-40da-b980-666ab803f719 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0769742 Jan 18 12:50:43.682996 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ef4b624f-b074-4a9b-a125-74bafc9ed3bd req-d703e433-74cd-4851-bdb3-cb78ca7a3bfc tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Jan 18 12:50:44.652441 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d824340b-6a24-444a-8997-7665c18f936d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:44.684225 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: d824340b-6a24-444a-8997-7665c18f936d {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:44.684564 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device d824340b-6a24-444a-8997-7665c18f936d not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:44.879234 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e65c-ff43-4e54-aa9e-1da92a932f25 req-cf8d47c7-5ad5-43fc-a61f-665e102f6fd9 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:44.880663 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4c8e65c-ff43-4e54-aa9e-1da92a932f25 req-cf8d47c7-5ad5-43fc-a61f-665e102f6fd9 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0766814 Jan 18 12:50:44.928459 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4c8e65c-ff43-4e54-aa9e-1da92a932f25 req-f3c1074e-659a-4438-a15b-e05e1de2e180 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Jan 18 12:50:46.137864 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336fc04-ef53-4e34-bf03-3a99b52f8b17 req-9f8f8b31-bb0f-4d94-a999-64082dd097d2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:46.139431 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3336fc04-ef53-4e34-bf03-3a99b52f8b17 req-9f8f8b31-bb0f-4d94-a999-64082dd097d2 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0852330 Jan 18 12:50:46.190171 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3336fc04-ef53-4e34-bf03-3a99b52f8b17 req-3dcc2dd9-26c6-4472-afd6-62a1bb391499 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Jan 18 12:50:47.033529 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-de37c560-70aa-4d43-89e8-e3bd89efae47 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:47.034974 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-de37c560-70aa-4d43-89e8-e3bd89efae47 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0745554 Jan 18 12:50:47.382701 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95837046-215e-4f68-b2cc-c765a52ba13f req-e8e6a9ce-ec25-4197-8bb4-bba93077a922 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:47.384177 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-95837046-215e-4f68-b2cc-c765a52ba13f req-e8e6a9ce-ec25-4197-8bb4-bba93077a922 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 945 time: 0.0754459 Jan 18 12:50:47.431820 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-95837046-215e-4f68-b2cc-c765a52ba13f req-85cfeb58-f906-4bfc-9f41-ec7fbd0b33cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/security-groups?id=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Jan 18 12:50:47.949644 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Deleting port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:47.949989 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.190942 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] For port f7bf64c4-d807-406a-86f5-8b03ebc9cf72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:48.191221 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.311963 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Calling delete_port for f7bf64c4-d807-406a-86f5-8b03ebc9cf72 owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:48.457432 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.507594 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Pushing event deleted for resources: {'Port': ['ID=f7bf64c4-d807-406a-86f5-8b03ebc9cf72,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:48.614636 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] No DVR routers for this DVR port f7bf64c4-d807-406a-86f5-8b03ebc9cf72 on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:48.617816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.626221 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'name': 'network-vif-deleted', 'tag': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:48.641408 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7a44a72b-0a4a-4299-a4e3-11eca0a922a2 req-a23a96e2-dd7b-4124-9e54-33bd71606c3a tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 210 time: 0.0614817 Jan 18 12:50:48.647458 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0640739b-4778-4d6e-97dd-2ff7e7e889dc req-3753216e-4a91-4a3c-8106-3dfd1d4597cd tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.20 "DELETE /v2.0/ports/f7bf64c4-d807-406a-86f5-8b03ebc9cf72 HTTP/1.1" status: 204 len: 173 time: 0.7618611 Jan 18 12:50:48.687768 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5700c46-3aac-4947-bcf0-65d2012453e8', 'name': 'network-vif-deleted', 'tag': 'f7bf64c4-d807-406a-86f5-8b03ebc9cf72', 'status': 'completed', 'code': 200} Jan 18 12:50:49.818074 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e658e274-5807-4919-ad47-ca065abda3d2 req-890a696b-d81f-40fe-bde6-cbb57ee37330 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Synchronizing usage tracker for tenant:e33d3388d72146c19efde49b38057967 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:49.833764 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-e658e274-5807-4919-ad47-ca065abda3d2 req-890a696b-d81f-40fe-bde6-cbb57ee37330 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] Unset dirty status for tenant:e33d3388d72146c19efde49b38057967 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:49.835598 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e658e274-5807-4919-ad47-ca065abda3d2 req-890a696b-d81f-40fe-bde6-cbb57ee37330 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 210 time: 0.0594711 Jan 18 12:50:50.434968 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device f7bf64c4-d807-406a-86f5-8b03ebc9cf72 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:50.467489 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: f7bf64c4-d807-406a-86f5-8b03ebc9cf72 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:50.467816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device f7bf64c4-d807-406a-86f5-8b03ebc9cf72 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:51.010236 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fdd8160b-bd5c-4cab-9dcf-938edfb59b39 req-c25cc9d1-ecd9-49c8-8dde-f871da2b1838 tempest-ServerRescueNegativeTestJSON-1487498987 tempest-ServerRescueNegativeTestJSON-1487498987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5700c46-3aac-4947-bcf0-65d2012453e8 HTTP/1.1" status: 200 len: 210 time: 0.0400796 Jan 18 12:50:52.003029 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-2daea69f-659b-46de-a724-9dbf3b6c6f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.115614 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59630) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:52.563692 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.168592 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Deleting port 82eff3bd-62e6-45a9-b365-7668d8f4b493 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:53.169274 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.346840 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] For port 82eff3bd-62e6-45a9-b365-7668d8f4b493, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=82eff3bd-62e6-45a9-b365-7668d8f4b493,segment=NetworkSegment(f32ccc38-be0b-41ee-bc67-e78af2d2e6d9),segment_id=f32ccc38-be0b-41ee-bc67-e78af2d2e6d9)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:53.347196 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.463437 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Calling delete_port for 82eff3bd-62e6-45a9-b365-7668d8f4b493 owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:53.831196 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.875876 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Pushing event deleted for resources: {'Port': ['ID=82eff3bd-62e6-45a9-b365-7668d8f4b493,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:54.157324 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.167166 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5b1dfd86-2733-4df6-bf2e-14de61fe1d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.740535 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:54.935566 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:54.944279 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] Sync routers for ids ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:54.951050 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-9142eabb-02cb-42dd-902b-c12ed3d31009 admin admin] 10.222.0.86 "PUT /v2.0/routers/6db8a20f-b81a-4e8f-9078-3e6be9ebeb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8343010 Jan 18 12:50:54.953622 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59686) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:54.956324 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] Routers {'6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:54.956928 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:50:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:55.160562 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] Set router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:55.232013 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.296218 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.411249 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.441342 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 5, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port': {'id': 'acd803b5-dd72-4d12-90fd-88ef929ee18d', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:55.446243 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] Checking router: 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:55.446385 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.456378 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Deleting port acd803b5-dd72-4d12-90fd-88ef929ee18d {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:55.456797 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.456911 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] Routers {'6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:55.457520 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:50:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:55.604433 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] Set router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:55.623497 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] For port acd803b5-dd72-4d12-90fd-88ef929ee18d, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=acd803b5-dd72-4d12-90fd-88ef929ee18d,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:55.623866 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.708641 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:50:55Z', 'revision_number': 6, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:55.712839 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df7228-2bec-4734-8498-0141e13f7dbc None None] The sync data for ids ['6db8a20f-b81a-4e8f-9078-3e6be9ebeb25'] in dv-cinder-825101-1-iscsi is: [{'id': '6db8a20f-b81a-4e8f-9078-3e6be9ebeb25', 'name': 'tempest-ServerRescueNegativeTestJSON-100917199-router', 'tenant_id': 'e33d3388d72146c19efde49b38057967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:50:55Z', 'revision_number': 6, 'project_id': 'e33d3388d72146c19efde49b38057967', 'gw_port_host': None}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:55.742616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Calling delete_port for acd803b5-dd72-4d12-90fd-88ef929ee18d owned by network:router_gateway {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:55.908979 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.951321 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd803b5-dd72-4d12-90fd-88ef929ee18d,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:56.110582 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 82eff3bd-62e6-45a9-b365-7668d8f4b493 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:56.142898 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 82eff3bd-62e6-45a9-b365-7668d8f4b493 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:56.143515 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 82eff3bd-62e6-45a9-b365-7668d8f4b493 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:56.172468 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.516043 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.521085 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.537804 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.612342 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.612833 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 {{(pid=82764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:50:56.625177 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.626813 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-22924675-904e-49d3-9157-1c809e9a14d4 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6db8a20f-b81a-4e8f-9078-3e6be9ebeb25 HTTP/1.1" status: 204 len: 168 time: 1.6717551 Jan 18 12:50:56.628922 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59710) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:56.700715 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] Deleting subnet 24cce958-8460-419c-83ec-3a7509624392 {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:56.703677 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.754387 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16499860'] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.770660 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-13044db0-a13a-4780-bcf5-9757e33fba5a tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:56.772234 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-13044db0-a13a-4780-bcf5-9757e33fba5a tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/networks?id=7187d296-bd86-408c-b444-a770c1c1fbcf HTTP/1.1" status: 200 len: 813 time: 0.1630061 Jan 18 12:50:56.790379 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-6a0a91ba-a8cd-4d92-ad26-12e01ed714c0 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/quotas/09b79e4133a148d9918788e8a9fc56ee HTTP/1.1" status: 200 len: 375 time: 0.0112224 Jan 18 12:50:56.816985 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.852501 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-b11e2a38-def0-493b-8b94-4788650f659e tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=09b79e4133a148d9918788e8a9fc56ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564275 Jan 18 12:50:56.926594 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15893504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16647162'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.967614 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.974273 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24cce958-8460-419c-83ec-3a7509624392,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:56.983134 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1a282f70-5f9d-40fe-a08f-e4ddeb988c87 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/24cce958-8460-419c-83ec-3a7509624392 HTTP/1.1" status: 204 len: 168 time: 0.3518019 Jan 18 12:50:56.984145 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59720) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:57.088862 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-2e9f65cd-abcf-446b-9626-8d237f6c2fde service neutron] 10.222.0.86 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288995 Jan 18 12:50:57.096156 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.227854 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.229396 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-765f0bc7-b30a-4773-a0a1-5ad968a59456 service neutron] 10.222.0.86 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349223 Jan 18 12:50:57.258138 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da698780-3064-4302-8b58-859ce1e0c59d']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:57.272717 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:57.273128 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32ccc38-be0b-41ee-bc67-e78af2d2e6d9') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:57.285514 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.307218 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.311521 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:57.312105 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:57.326019 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:57.406894 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.424752 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.435388 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] Pushing event deleted for resources: {'Network': ['ID=da698780-3064-4302-8b58-859ce1e0c59d,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:57.447907 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ff114a58-b4b0-4a79-9e6d-80efa9479331 admin admin] 10.222.0.86 "DELETE /v2.0/networks/da698780-3064-4302-8b58-859ce1e0c59d HTTP/1.1" status: 204 len: 168 time: 0.4627268 Jan 18 12:50:57.455619 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b636c1a9-a9c6-45af-b163-0726d6c39ef6 req-0625ddc1-a457-4dd2-9dbf-5664a2919835 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 210 time: 0.0602152 Jan 18 12:50:57.672443 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59752) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:57.732408 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d5ceece1-8f70-437d-89db-4499290654fa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e33d3388d72146c19efde49b38057967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0587754 Jan 18 12:50:57.734756 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59756) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:57.800131 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4be1306-ba1d-4cd9-b380-19b7f7662ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.826041 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4be1306-ba1d-4cd9-b380-19b7f7662ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.878107 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4be1306-ba1d-4cd9-b380-19b7f7662ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.893122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be1306-ba1d-4cd9-b380-19b7f7662ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:57.899640 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4be1306-ba1d-4cd9-b380-19b7f7662ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.903239 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d4be1306-ba1d-4cd9-b380-19b7f7662ba8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e24d7a7-6b9b-4dd8-8565-48a7dfe1d67e HTTP/1.1" status: 204 len: 168 time: 0.1674831 Jan 18 12:50:57.985065 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device acd803b5-dd72-4d12-90fd-88ef929ee18d no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:58.024095 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: acd803b5-dd72-4d12-90fd-88ef929ee18d {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:58.024435 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device acd803b5-dd72-4d12-90fd-88ef929ee18d not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:58.690685 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c30928c1-15d9-4f4a-a933-db41cf9b4977 req-bf316a74-9524-4118-9d6a-0d2305f73cbc tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 210 time: 0.0502553 Jan 18 12:50:58.772343 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-b715ceda-ebd2-4d5e-a373-d5dd9553f959 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:58.773627 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-b715ceda-ebd2-4d5e-a373-d5dd9553f959 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "GET /v2.0/networks?id=7187d296-bd86-408c-b444-a770c1c1fbcf HTTP/1.1" status: 200 len: 813 time: 0.2647302 Jan 18 12:50:58.805717 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Request body: {'port': {'device_id': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf', 'admin_state_up': True, 'tenant_id': '09b79e4133a148d9918788e8a9fc56ee'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:59.040138 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:59.054217 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:59.061754 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Made reservation on behalf of 09b79e4133a148d9918788e8a9fc56ee for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:59.065779 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.241269 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Allocated IP 172.20.0.14 (7187d296-bd86-408c-b444-a770c1c1fbcf/5d962467-3311-4814-993c-e42aed5e55e3/70f8d46e-9a67-4ef8-98a6-aa392366e4c1) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:59.442596 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.471651 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.553317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Network 7187d296-bd86-408c-b444-a770c1c1fbcf is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:59.553317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:59.557702 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:59.596763 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Pushing event updated for resources: {'Port': ['ID=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:59.623925 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:59.624523 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.659606 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-f8b565c2-7f1c-4815-94a7-6cb6acd311a8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8648868 Jan 18 12:50:59.676114 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Request body: {'port': {'device_id': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:59.792512 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.027703 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aa33e-34dd-4b08-a67f-92eadde3edde req-57b4eb5b-40d9-44b2-ba32-53f16e86eb59 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:00.028398 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-c80aa33e-34dd-4b08-a67f-92eadde3edde req-57b4eb5b-40d9-44b2-ba32-53f16e86eb59 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Synchronizing usage tracker for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:00.107985 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-c80aa33e-34dd-4b08-a67f-92eadde3edde req-57b4eb5b-40d9-44b2-ba32-53f16e86eb59 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Unset dirty status for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:00.110518 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c80aa33e-34dd-4b08-a67f-92eadde3edde req-57b4eb5b-40d9-44b2-ba32-53f16e86eb59 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 932 time: 0.2785969 Jan 18 12:51:00.188935 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c80aa33e-34dd-4b08-a67f-92eadde3edde req-818f7924-fb2a-40d4-b6bb-9b462b530fdc tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729861 Jan 18 12:51:00.333194 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:00.341636 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.358713 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Transition to ACTIVE for port object 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:00.363196 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.430489 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 59832) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:00.444326 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Pushing event updated for resources: {'Port': ['ID=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:00.637262 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.695211 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Attempting to bind port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:00.695724 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Attempting to bind port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:00.696218 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Attempting to bind port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 on network 7187d296-bd86-408c-b444-a770c1c1fbcf {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:00.710637 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:00.714844 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 on network 7187d296-bd86-408c-b444-a770c1c1fbcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:51:00.715317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Attempting to bind port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 on network 7187d296-bd86-408c-b444-a770c1c1fbcf {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:00.717895 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Usage tracker for resource:security_group_rule and tenant:bfcafd442b0c45eea60536f0c029787f is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:00.721136 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:00.730755 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:00.732913 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:00.733443 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Checking segment: {'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:00.734005 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Bound using segment: {'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:00.734575 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Bound port: 70f8d46e-9a67-4ef8-98a6-aa392366e4c1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541b8780-1036-483e-9524-389adc90db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:00.735115 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.885495 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] For port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:00.888601 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] For port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:00.895040 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.961965 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.963356 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] 10.222.0.20 "PUT /v2.0/ports/70f8d46e-9a67-4ef8-98a6-aa392366e4c1 HTTP/1.1" status: 200 len: 1094 time: 1.2916863 Jan 18 12:51:00.970748 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'tag': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:01.002917 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.007235 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977764a-6e17-440e-a77e-1b0fb2f14702 service neutron] Pushing event updated for resources: {'Port': ['ID=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:01.010506 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.095243 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9585d5c6-a6cb-4216-93de-261200e00480,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:01.098564 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'tag': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1', 'status': 'completed', 'code': 200} Jan 18 12:51:01.110539 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d0563f96-d97b-425d-988e-f04ef64e408e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bfcafd442b0c45eea60536f0c029787f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6791837 Jan 18 12:51:01.115030 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 59862) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:01.142946 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-65b10f38-1726-43e4-bd0f-abc4e182f27c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b79e4133a148d9918788e8a9fc56ee&device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 1097 time: 0.1005862 Jan 18 12:51:01.200780 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-81178a00-2847-45aa-9e56-38010f43f771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.233857 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-81178a00-2847-45aa-9e56-38010f43f771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.272719 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-ace376b5-8189-43c5-aa98-10a41b882ce7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f8d46e-9a67-4ef8-98a6-aa392366e4c1 HTTP/1.1" status: 200 len: 217 time: 0.1146801 Jan 18 12:51:01.301663 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-81178a00-2847-45aa-9e56-38010f43f771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.329125 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81178a00-2847-45aa-9e56-38010f43f771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9585d5c6-a6cb-4216-93de-261200e00480,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:01.334422 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-81178a00-2847-45aa-9e56-38010f43f771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.339057 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-81178a00-2847-45aa-9e56-38010f43f771 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9585d5c6-a6cb-4216-93de-261200e00480 HTTP/1.1" status: 204 len: 168 time: 0.2224441 Jan 18 12:51:01.412975 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-61cee1bd-8a0e-4cd0-996f-fb2a1b9b557a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:01.414435 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-61cee1bd-8a0e-4cd0-996f-fb2a1b9b557a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d962467-3311-4814-993c-e42aed5e55e3 HTTP/1.1" status: 200 len: 853 time: 0.1345313 Jan 18 12:51:01.474636 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-ef70a304-f7c5-499f-8805-f8fd16319ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7187d296-bd86-408c-b444-a770c1c1fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455718 Jan 18 12:51:01.488234 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9f133-f133-46fd-b423-fb7699a6dbc2 req-0018f0fa-8933-40e9-8f1e-8a1551c24bf8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:01.495467 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97c9f133-f133-46fd-b423-fb7699a6dbc2 req-0018f0fa-8933-40e9-8f1e-8a1551c24bf8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.2778118 Jan 18 12:51:01.665782 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a305-c745-453c-9223-b1b1c3e3ddaf req-0043ce74-481c-48a6-8f11-10788033f25f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:01.667337 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3116a305-c745-453c-9223-b1b1c3e3ddaf req-0043ce74-481c-48a6-8f11-10788033f25f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 944 time: 0.3400791 Jan 18 12:51:01.701832 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97c9f133-f133-46fd-b423-fb7699a6dbc2 req-e36ae4bd-0722-4120-8800-bd574ccfe750 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056377 Jan 18 12:51:01.738867 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-48db6737-6e3d-4105-974e-5a4d5fbc6eff service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214997 Jan 18 12:51:01.767716 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3116a305-c745-453c-9223-b1b1c3e3ddaf req-8f745c19-53b2-44e1-bf59-341d467f4cf4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926938 Jan 18 12:51:01.872912 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32cff472-9e59-40a8-a8e5-6baf71a4c9be req-a005895e-711f-401f-bf98-ea43add62573 service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273408 Jan 18 12:51:01.974993 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.032251 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-c741ac47-cb99-44a9-b947-7c8b9d82be90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b79e4133a148d9918788e8a9fc56ee&device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 1097 time: 0.0694945 Jan 18 12:51:02.163118 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-663d74aa-814c-4cad-8d27-c7fc95211a41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:02.164486 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-663d74aa-814c-4cad-8d27-c7fc95211a41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7187d296-bd86-408c-b444-a770c1c1fbcf HTTP/1.1" status: 200 len: 914 time: 0.1258340 Jan 18 12:51:02.233668 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-31af28a4-0c10-4b53-85cf-af4873e7de75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f8d46e-9a67-4ef8-98a6-aa392366e4c1 HTTP/1.1" status: 200 len: 217 time: 0.0626900 Jan 18 12:51:02.343596 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-0de4befd-1307-470a-878f-ae0198b28609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:02.345028 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-0de4befd-1307-470a-878f-ae0198b28609 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d962467-3311-4814-993c-e42aed5e55e3 HTTP/1.1" status: 200 len: 853 time: 0.1059830 Jan 18 12:51:02.389272 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-07703806-f5c6-44a4-9995-e6e0a8352621 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7187d296-bd86-408c-b444-a770c1c1fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379109 Jan 18 12:51:02.519126 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-b4962d32-27e2-46ed-a28e-a9704b3e5781 service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233957 Jan 18 12:51:02.647536 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a03559ce-37e7-47ff-8997-2dedaf875d1b req-63b0d248-e0a7-4e86-99a3-6bb869957cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225936 Jan 18 12:51:02.930565 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d634321-f92c-45f9-883d-821922fe134a req-a554c7dd-6eec-4188-8c22-fe956d0e1b12 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:02.932116 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9d634321-f92c-45f9-883d-821922fe134a req-a554c7dd-6eec-4188-8c22-fe956d0e1b12 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1118524 Jan 18 12:51:03.025347 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9d634321-f92c-45f9-883d-821922fe134a req-5810a8ff-1608-49a9-b897-17c56d16c04a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868151 Jan 18 12:51:03.064793 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6f5fe-083e-4786-abcc-c19c2c10b217 req-0e51caef-8f03-4a0e-b817-30a2553d3486 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:03.066245 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-44e6f5fe-083e-4786-abcc-c19c2c10b217 req-0e51caef-8f03-4a0e-b817-30a2553d3486 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 944 time: 0.1098382 Jan 18 12:51:03.118303 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-44e6f5fe-083e-4786-abcc-c19c2c10b217 req-f0c22b7f-aeb5-4eb4-b094-48006d991130 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464613 Jan 18 12:51:04.221024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa455377-339a-41ad-bbf3-86c5b70e1ba6 req-33add089-8da9-4771-92e0-7cb5acfb482a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:04.222495 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fa455377-339a-41ad-bbf3-86c5b70e1ba6 req-33add089-8da9-4771-92e0-7cb5acfb482a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0759494 Jan 18 12:51:04.316403 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fa455377-339a-41ad-bbf3-86c5b70e1ba6 req-4e059b78-d308-48b7-934e-5948a8495a04 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877974 Jan 18 12:51:04.338271 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13569-d0f4-4d39-b4ed-231fc13c142a req-2fde0a68-94e2-464e-9463-bd1e0d73c15a tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:04.339752 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c7c13569-d0f4-4d39-b4ed-231fc13c142a req-2fde0a68-94e2-464e-9463-bd1e0d73c15a tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 944 time: 0.0976310 Jan 18 12:51:04.395879 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c7c13569-d0f4-4d39-b4ed-231fc13c142a req-b53fcd1c-c9dc-4c3f-9423-66a769692c90 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Jan 18 12:51:05.429406 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:51:05.544353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb3443-996d-47bc-91dd-36ec10edafe4 req-d009eee9-b120-48a6-8717-6031629e038b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:05.545827 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a4eb3443-996d-47bc-91dd-36ec10edafe4 req-d009eee9-b120-48a6-8717-6031629e038b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1051311 Jan 18 12:51:05.591833 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:05.609519 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1', 'network_id': '7187d296-bd86-408c-b444-a770c1c1fbcf', 'port_id': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1', 'mac_address': 'fa:16:3e:af:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d962467-3311-4814-993c-e42aed5e55e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:51:05.652064 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a4eb3443-996d-47bc-91dd-36ec10edafe4 req-908ff697-1171-4db1-89ca-ca6df0ac4078 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691710 Jan 18 12:51:05.667014 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084bb45-c8e5-4d29-ad68-a4bf14f4d53f req-bc36394d-cc1a-4d62-b299-289ab9065758 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:05.667805 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.668523 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c084bb45-c8e5-4d29-ad68-a4bf14f4d53f req-bc36394d-cc1a-4d62-b299-289ab9065758 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 944 time: 0.1218271 Jan 18 12:51:05.689906 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:05.705857 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:05.710087 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.727357 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c084bb45-c8e5-4d29-ad68-a4bf14f4d53f req-86519d8b-aa17-4f36-a53f-5e00d9460dfb tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471885 Jan 18 12:51:05.779816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:06.019303 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['70f8d46e-9a67-4ef8-98a6-aa392366e4c1'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:06.925614 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-a0eab902-3a51-4f4e-8f6c-26837a04cf18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1862874 Jan 18 12:51:06.960766 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a2f0-4b74-429e-874a-04d5df0cc0f4 req-3644a1a8-7319-405a-978f-f97188738f34 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:06.962549 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2016a2f0-4b74-429e-874a-04d5df0cc0f4 req-3644a1a8-7319-405a-978f-f97188738f34 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1677256 Jan 18 12:51:07.042333 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8dc00-0ea4-4325-b9bb-86e0fa22af64 req-77ac79af-cd31-4f94-a931-b7fbda3cf90f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:07.043850 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aea8dc00-0ea4-4325-b9bb-86e0fa22af64 req-77ac79af-cd31-4f94-a931-b7fbda3cf90f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 945 time: 0.1929410 Jan 18 12:51:07.107251 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2016a2f0-4b74-429e-874a-04d5df0cc0f4 req-a575d5e2-e0d4-41d7-b8b8-412615550c24 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062269 Jan 18 12:51:07.125813 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-56fdb876-8dfa-4295-a47f-5de5ef6a16df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 1100 time: 0.1623139 Jan 18 12:51:07.128509 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aea8dc00-0ea4-4325-b9bb-86e0fa22af64 req-98d9ea8f-186d-49a9-ae06-654d3be5f675 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667505 Jan 18 12:51:07.273856 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-31d20ff9-fe87-4035-9945-772fa9fa7ccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:07.275297 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-31d20ff9-fe87-4035-9945-772fa9fa7ccf service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.1254094 Jan 18 12:51:07.374641 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-8d60503c-2d80-4826-bfeb-9a18ad111e70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68107e2b-3ea9-4920-9795-528cd67216c4 HTTP/1.1" status: 200 len: 1002 time: 0.0929966 Jan 18 12:51:07.431764 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:07.437694 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-c89fde31-860e-4acc-bc9b-0007a36c8a27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:07.439119 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-c89fde31-860e-4acc-bc9b-0007a36c8a27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.0584066 Jan 18 12:51:07.503880 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:07.508900 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:07.509681 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.562363 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-c2f1ec53-36da-4c78-a6dd-f13db0ab6dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175129 Jan 18 12:51:07.639401 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.667308 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:07.676541 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:07.679540 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.722368 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1', 'code': 200} Jan 18 12:51:07.743990 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:08.370465 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944b865-fba1-429f-a6b2-b1a5f6194d7a req-07b9a48f-8af4-429a-a382-841dd27f8183 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:08.371921 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0944b865-fba1-429f-a6b2-b1a5f6194d7a req-07b9a48f-8af4-429a-a382-841dd27f8183 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1375344 Jan 18 12:51:08.377245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aa215-cb82-42cc-bd53-daa22faeb347 req-151d6d58-17c2-4159-8343-a4516a573865 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:08.378549 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-973aa215-cb82-42cc-bd53-daa22faeb347 req-151d6d58-17c2-4159-8343-a4516a573865 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.1106851 Jan 18 12:51:08.451088 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0944b865-fba1-429f-a6b2-b1a5f6194d7a req-9416d725-bf8c-44ef-b924-63b879f522ba tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714905 Jan 18 12:51:08.453342 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-973aa215-cb82-42cc-bd53-daa22faeb347 req-33565f5b-3c38-4263-9ff4-4ef71eecdbd5 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605412 Jan 18 12:51:09.699985 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e591eac-d7f8-44ab-9a61-b2594327a66f req-80391e76-f282-4ffb-9cf3-0f31aaf4f9bd tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:09.701401 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e591eac-d7f8-44ab-9a61-b2594327a66f req-80391e76-f282-4ffb-9cf3-0f31aaf4f9bd tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.1287267 Jan 18 12:51:09.706799 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801931a4-0ae6-4120-a5b0-199af6cea2bb req-6b2d6d0b-de84-4dd0-8fe0-7b92e11b6d7b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:09.708133 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-801931a4-0ae6-4120-a5b0-199af6cea2bb req-6b2d6d0b-de84-4dd0-8fe0-7b92e11b6d7b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1373382 Jan 18 12:51:09.777637 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0e591eac-d7f8-44ab-9a61-b2594327a66f req-2bf36817-dfaf-447d-b6e1-e8d5dd77da59 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685155 Jan 18 12:51:09.784336 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-801931a4-0ae6-4120-a5b0-199af6cea2bb req-34394d0d-1cda-469c-bbec-ceb690e16f3e tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597694 Jan 18 12:51:10.296331 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-1d10f19a-d1eb-41af-abc1-a54cd71eee52 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311634 Jan 18 12:51:10.411130 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-cb9077e2-e519-4154-9dd6-4280b061adeb req-b892294d-9a0a-4fb6-81ac-dd4a42f41513 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 1099 time: 0.0733409 Jan 18 12:51:10.448015 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb66f007-8d06-46d0-a170-7a2e69a47c00 req-2df67e12-49fc-4d0c-9724-75267089a512 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273580 Jan 18 12:51:10.453960 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-cb9077e2-e519-4154-9dd6-4280b061adeb req-7cc907e4-7b14-4af0-baf5-ed8399914063 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366683 Jan 18 12:51:11.025789 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa9ccd-d930-4fae-8a38-0d47c96e4c8c req-7ee37973-edd0-4c87-b403-593e1f55fe9f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:11.027154 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-15aa9ccd-d930-4fae-8a38-0d47c96e4c8c req-7ee37973-edd0-4c87-b403-593e1f55fe9f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.1324222 Jan 18 12:51:11.037102 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a6ea-c4eb-405c-833d-0a5966d45f34 req-04477d1e-8933-4fc7-a1bd-1bb32790296c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:11.038466 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d055a6ea-c4eb-405c-833d-0a5966d45f34 req-04477d1e-8933-4fc7-a1bd-1bb32790296c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1125102 Jan 18 12:51:11.109457 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d055a6ea-c4eb-405c-833d-0a5966d45f34 req-b60b88a0-e2cd-42fc-88ff-a8f3d9c38837 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570686 Jan 18 12:51:11.111554 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-15aa9ccd-d930-4fae-8a38-0d47c96e4c8c req-f83350a9-796f-414f-8fa5-44056c5dbe4d tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722325 Jan 18 12:51:11.619595 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60028) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:11.757717 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.788383 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:11.792118 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Usage tracker for resource:security_group_rule and tenant:b2ee558a109e4e978677ee1f8358649e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:11.794860 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:11.800711 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:11.868810 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.872574 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.919758 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afee7313-5a70-4f2a-a45d-8b66804f8bae,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:11.924129 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b2ee558a109e4e978677ee1f8358649e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3035240 Jan 18 12:51:11.926921 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60034) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:11.931046 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.931391 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.931733 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.932069 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.932401 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.932725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.933047 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.933372 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.933688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.934003 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.934319 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00d10f8-6131-4161-9cf5-f5c798d26d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:11.985905 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.013748 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.063150 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.077950 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afee7313-5a70-4f2a-a45d-8b66804f8bae,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:12.091510 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.091852 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.092191 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.092513 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.092835 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.093159 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.093477 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.093794 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.094109 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.094419 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.094730 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:12.099913 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.100999 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ac5d643a-b2f6-4260-8309-f500eb18f737 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/afee7313-5a70-4f2a-a45d-8b66804f8bae HTTP/1.1" status: 204 len: 168 time: 0.1730993 Jan 18 12:51:12.368336 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e30ea-3c71-4f24-ad52-007d6a7f2f73 req-aba4477e-ac75-4111-aecf-2a67c1d1d6b7 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:12.369781 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b86e30ea-3c71-4f24-ad52-007d6a7f2f73 req-aba4477e-ac75-4111-aecf-2a67c1d1d6b7 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.1358750 Jan 18 12:51:12.375961 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a12b3-55b1-4e83-a41f-8facd1bc7e5c req-03f05492-1770-49fb-9e14-f3ed7a223149 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:12.377302 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-373a12b3-55b1-4e83-a41f-8facd1bc7e5c req-03f05492-1770-49fb-9e14-f3ed7a223149 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1411593 Jan 18 12:51:12.449703 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b86e30ea-3c71-4f24-ad52-007d6a7f2f73 req-610d49f3-3355-4673-ac61-f042900b2c7f tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714736 Jan 18 12:51:12.451765 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-373a12b3-55b1-4e83-a41f-8facd1bc7e5c req-f141d81b-3707-443e-89bb-7526bf93eed5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603442 Jan 18 12:51:13.731908 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ed15-21d2-4906-8a91-90008c37034f req-40a358fc-8f65-499c-8e4a-fdc072ae6fc8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:13.733347 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b5b0ed15-21d2-4906-8a91-90008c37034f req-40a358fc-8f65-499c-8e4a-fdc072ae6fc8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1551762 Jan 18 12:51:13.761833 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6d5c3-8f4e-4396-865b-223dce9051b5 req-46aebbf5-03fe-4bff-901a-f456b8525753 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:13.763277 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3ac6d5c3-8f4e-4396-865b-223dce9051b5 req-46aebbf5-03fe-4bff-901a-f456b8525753 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.1358771 Jan 18 12:51:13.824282 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b5b0ed15-21d2-4906-8a91-90008c37034f req-193f0192-1f9e-43c2-8648-5cc930e98c8b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837817 Jan 18 12:51:13.852187 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3ac6d5c3-8f4e-4396-865b-223dce9051b5 req-dc346759-a686-46e9-b1f6-983e0ad26a1a tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811594 Jan 18 12:51:14.407606 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60104) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:14.550800 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.582400 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:14.586287 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Usage tracker for resource:security_group_rule and tenant:0aee6646fcc14237b148fed88bf64ef6 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:14.589461 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:14.595108 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:14.666219 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.670809 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.719352 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0aee6646fcc14237b148fed88bf64ef6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3107107 Jan 18 12:51:14.720143 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62133f-462d-40d4-ba0d-de79b42fc34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd64036-154d-4ff1-ba80-f09c753e9817,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:14.722006 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60124) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:14.785081 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b1bb61ca-c94c-4aa0-bda6-58b8f1fed387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.811692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b1bb61ca-c94c-4aa0-bda6-58b8f1fed387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.863688 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b1bb61ca-c94c-4aa0-bda6-58b8f1fed387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.879705 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb61ca-c94c-4aa0-bda6-58b8f1fed387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd64036-154d-4ff1-ba80-f09c753e9817,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:14.883976 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b1bb61ca-c94c-4aa0-bda6-58b8f1fed387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.885067 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-b1bb61ca-c94c-4aa0-bda6-58b8f1fed387 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/acd64036-154d-4ff1-ba80-f09c753e9817 HTTP/1.1" status: 204 len: 168 time: 0.1620066 Jan 18 12:51:15.161391 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787222b-c1be-4ca1-a690-3cdad671c48e req-63917134-d8e6-4ad1-8e46-784b887e9e97 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:15.163458 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8787222b-c1be-4ca1-a690-3cdad671c48e req-63917134-d8e6-4ad1-8e46-784b887e9e97 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1969433 Jan 18 12:51:15.173729 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c882d53-da6b-414b-a60f-8589f25e181b req-89898649-b907-4394-a54e-432fe7cf09d8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:15.175138 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5c882d53-da6b-414b-a60f-8589f25e181b req-89898649-b907-4394-a54e-432fe7cf09d8 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.1722400 Jan 18 12:51:15.248284 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8787222b-c1be-4ca1-a690-3cdad671c48e req-88aef203-bbd3-4d0a-8be0-0d4bfd1c6086 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721178 Jan 18 12:51:15.248869 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60140) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:15.269115 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5c882d53-da6b-414b-a60f-8589f25e181b req-cf49abe7-1e14-4cd8-abee-a23145a9cedd tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777290 Jan 18 12:51:15.272156 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.305017 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:15.309160 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Usage tracker for resource:security_group_rule and tenant:0b9727b6061a482d9535f46755930cd6 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:15.312396 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:15.318269 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:15.389207 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.393316 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.440856 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357961da-b765-4016-a218-c7a4a2449c0f,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:15.452237 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60150) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:15.465389 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-244acd9b-35a4-4b2b-916b-c95e9b90b18f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b9727b6061a482d9535f46755930cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2144787 Jan 18 12:51:15.564545 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e1f1-375e-4a84-9e2d-fac531a0add3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.611331 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e1f1-375e-4a84-9e2d-fac531a0add3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.708772 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6a03-dd76-47ac-ba49-95fac9d51b9b req-7b2ec770-d286-40d4-b986-3e8dadb1aa7c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:15.710630 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4fe6a03-dd76-47ac-ba49-95fac9d51b9b req-7b2ec770-d286-40d4-b986-3e8dadb1aa7c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0922055 Jan 18 12:51:15.719407 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-66259ad4-6819-4c8d-9b69-d03767b33414 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 1098 time: 0.0752230 Jan 18 12:51:15.720284 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e1f1-375e-4a84-9e2d-fac531a0add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.761887 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4fe6a03-dd76-47ac-ba49-95fac9d51b9b req-05d53669-1b7b-4ee7-965f-089bb2d53922 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Jan 18 12:51:15.838876 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3e1f1-375e-4a84-9e2d-fac531a0add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357961da-b765-4016-a218-c7a4a2449c0f,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:15.862789 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:51:15.905447 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e1f1-375e-4a84-9e2d-fac531a0add3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.906547 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7fc3e1f1-375e-4a84-9e2d-fac531a0add3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/357961da-b765-4016-a218-c7a4a2449c0f HTTP/1.1" status: 204 len: 168 time: 0.4533844 Jan 18 12:51:15.975804 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-742cad4d-b023-4d07-b7c6-eb1a84a80b07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:15.977802 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-742cad4d-b023-4d07-b7c6-eb1a84a80b07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 912 time: 0.2411289 Jan 18 12:51:16.095113 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-183b14fa-24e1-464e-b69c-ef85757396f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 200 len: 1000 time: 0.1091189 Jan 18 12:51:16.181181 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-696c3efc-5de4-487a-ae2f-0f8dbbf7eea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:16.182830 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-696c3efc-5de4-487a-ae2f-0f8dbbf7eea0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0809636 Jan 18 12:51:16.258500 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-a84d1ca4-6c99-47b2-a91b-d334e99551b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693600 Jan 18 12:51:16.403251 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-6e7d432d-960f-4eec-9bac-ee66501580ce service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363184 Jan 18 12:51:16.534146 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-3d6dec8a-b762-4c4c-8913-b53754042aad req-b0915b18-a693-4bbb-97e6-c1311df4fc59 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243787 Jan 18 12:51:16.968426 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e7182-4b23-4a30-aeca-81263e8d9ceb req-aae99382-9ffc-410c-8e20-bccb51060855 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:16.970200 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e75e7182-4b23-4a30-aeca-81263e8d9ceb req-aae99382-9ffc-410c-8e20-bccb51060855 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0826180 Jan 18 12:51:17.043299 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e75e7182-4b23-4a30-aeca-81263e8d9ceb req-746e486d-a4fe-4f16-87f5-b6336d503e83 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668855 Jan 18 12:51:18.240737 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f0471-e550-4c4f-8679-decd082f80e7 req-fa5972a9-4f13-4f33-b193-23ec99f298f7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:18.242314 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-773f0471-e550-4c4f-8679-decd082f80e7 req-fa5972a9-4f13-4f33-b193-23ec99f298f7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0766191 Jan 18 12:51:18.288624 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-773f0471-e550-4c4f-8679-decd082f80e7 req-526f55d5-d88a-4899-b68c-ffb66eb7880d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 Jan 18 12:51:22.004432 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6b0bdfe2-e916-4f34-8174-5a042cc48043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.123256 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60326) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:22.263331 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.297574 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:22.301667 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb970cb667c2430992ca9f64868e355d is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:22.304964 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:22.310449 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:22.374888 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.378388 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.428036 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4074a5-1d8a-40d9-9d48-05fb128abb34,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:22.432324 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-570731f6-47ca-403b-95ff-3218d6a0f8f8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fb970cb667c2430992ca9f64868e355d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3080630 Jan 18 12:51:22.435012 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60334) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:22.493665 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-60761a06-150b-45ef-a820-33bd19603b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.519418 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-60761a06-150b-45ef-a820-33bd19603b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.568969 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-60761a06-150b-45ef-a820-33bd19603b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.585145 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761a06-150b-45ef-a820-33bd19603b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4074a5-1d8a-40d9-9d48-05fb128abb34,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:22.591688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-60761a06-150b-45ef-a820-33bd19603b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.593081 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-60761a06-150b-45ef-a820-33bd19603b60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d4074a5-1d8a-40d9-9d48-05fb128abb34 HTTP/1.1" status: 204 len: 168 time: 0.1568766 Jan 18 12:51:22.917807 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60344) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:22.937651 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.968425 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:22.972068 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Usage tracker for resource:security_group_rule and tenant:369a89b77d774de89fe4736c40004a88 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:22.975317 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:22.980906 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:23.047477 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.051232 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.096289 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4736f5f-d8bd-404c-b75b-8c6f3534c9fe,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:23.100785 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3bc6e8ec-aba8-4271-9143-6e71467ee65c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=369a89b77d774de89fe4736c40004a88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1818216 Jan 18 12:51:23.103797 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60348) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:23.158911 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e4212666-9a95-4606-9857-b95f99f9c514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.183271 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e4212666-9a95-4606-9857-b95f99f9c514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.236673 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e4212666-9a95-4606-9857-b95f99f9c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.250235 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4212666-9a95-4606-9857-b95f99f9c514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4736f5f-d8bd-404c-b75b-8c6f3534c9fe,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:23.256809 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e4212666-9a95-4606-9857-b95f99f9c514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.259801 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e4212666-9a95-4606-9857-b95f99f9c514 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b4736f5f-d8bd-404c-b75b-8c6f3534c9fe HTTP/1.1" status: 204 len: 168 time: 0.1531982 Jan 18 12:51:24.169533 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f747f755-237f-4a9b-b859-3a29deb6fc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.301063 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.415970 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:26.542934 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:30.469086 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ce249-4aca-4556-bc9c-c49354f56332 req-aee4c4ec-da73-4123-a600-8d0369ecadf9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:30.470588 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9d4ce249-4aca-4556-bc9c-c49354f56332 req-aee4c4ec-da73-4123-a600-8d0369ecadf9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0816967 Jan 18 12:51:30.516170 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9d4ce249-4aca-4556-bc9c-c49354f56332 req-2f33720f-71cf-43de-92ea-efeb21ddfb7e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394368 Jan 18 12:51:31.731345 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89cc6e-bba1-4cdd-bec7-130e802e71cd req-481f5a55-b6d1-4740-8600-654f07b3464a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:31.732782 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fd89cc6e-bba1-4cdd-bec7-130e802e71cd req-481f5a55-b6d1-4740-8600-654f07b3464a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0761182 Jan 18 12:51:31.780914 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fd89cc6e-bba1-4cdd-bec7-130e802e71cd req-9876e0c7-023a-41b9-aea5-937456808c72 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425286 Jan 18 12:51:31.977411 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.993011 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d38dd-18d6-4bf0-8b40-97b2c3669343 req-8a2142e1-a568-4d79-9a8b-64911b576a97 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:32.994649 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c28d38dd-18d6-4bf0-8b40-97b2c3669343 req-8a2142e1-a568-4d79-9a8b-64911b576a97 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0791082 Jan 18 12:51:33.040645 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c28d38dd-18d6-4bf0-8b40-97b2c3669343 req-2481faae-cf38-4ff8-87c0-74543c31e779 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404544 Jan 18 12:51:34.260611 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059da08f-2bb1-4964-bd93-411fc1699a3d req-c8341eb6-f5e3-4eb2-b10f-e018fa41b2e4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.262054 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-059da08f-2bb1-4964-bd93-411fc1699a3d req-c8341eb6-f5e3-4eb2-b10f-e018fa41b2e4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0817623 Jan 18 12:51:34.315864 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-059da08f-2bb1-4964-bd93-411fc1699a3d req-b4bd98df-0474-4ad0-8047-8c2aac69ddab tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481653 Jan 18 12:51:34.856327 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-a09bfa59-1245-4ef3-ab28-72d4bbbda506 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.857119 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-a09bfa59-1245-4ef3-ab28-72d4bbbda506 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Synchronizing usage tracker for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:port {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:34.876182 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-a09bfa59-1245-4ef3-ab28-72d4bbbda506 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Unset dirty status for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:port {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:34.877431 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-a09bfa59-1245-4ef3-ab28-72d4bbbda506 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.0993774 Jan 18 12:51:34.963686 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Deleting port 68107e2b-3ea9-4920-9795-528cd67216c4 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:34.964130 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.149810 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60566) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:35.213733 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] For port 68107e2b-3ea9-4920-9795-528cd67216c4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68107e2b-3ea9-4920-9795-528cd67216c4,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:35.214081 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.296825 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.329933 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:35.335611 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Usage tracker for resource:security_group_rule and tenant:d6e47c20fdae471db9fcd3bd0d8030c3 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:35.339128 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:35.344874 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:35.428345 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.434142 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.531966 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d6e47c20fdae471db9fcd3bd0d8030c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3811440 Jan 18 12:51:35.535628 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60574) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:35.536269 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfdd90-9f08-4b33-8e86-225c8894aafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1549e489-7f2c-441d-8743-f28c02156484,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:35.589502 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.589877 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.590187 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.l3_db [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Floating IP 4c3b3301-a47f-41fa-a7cf-c2340484a44c disassociated. External IP: 172.27.0.170, port: 68107e2b-3ea9-4920-9795-528cd67216c4. Jan 18 12:51:35.590521 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Calling delete_port for 68107e2b-3ea9-4920-9795-528cd67216c4 owned by compute:nova {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:35.623234 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db46d43-6ebc-4ac0-8e75-fe2b79e96698 req-67101841-4da5-42e4-9813-f2ba3acd4adc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:35.624682 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3db46d43-6ebc-4ac0-8e75-fe2b79e96698 req-67101841-4da5-42e4-9813-f2ba3acd4adc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 947 time: 0.1564815 Jan 18 12:51:35.629261 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7ed924f5-0a2c-49d1-beb7-c55fb2a7f7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.682973 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7ed924f5-0a2c-49d1-beb7-c55fb2a7f7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.726234 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3db46d43-6ebc-4ac0-8e75-fe2b79e96698 req-5d18618d-1f28-401b-a0b2-9b81e55409c9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=8811d4fd-6f55-4557-8dc4-d8fb9e94573b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931211 Jan 18 12:51:35.739639 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.753776 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7ed924f5-0a2c-49d1-beb7-c55fb2a7f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.781487 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed924f5-0a2c-49d1-beb7-c55fb2a7f7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1549e489-7f2c-441d-8743-f28c02156484,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:35.787532 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7ed924f5-0a2c-49d1-beb7-c55fb2a7f7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.791091 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-7ed924f5-0a2c-49d1-beb7-c55fb2a7f7e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1549e489-7f2c-441d-8743-f28c02156484 HTTP/1.1" status: 204 len: 168 time: 0.2495282 Jan 18 12:51:35.814477 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event deleted for resources: {'Port': ['ID=68107e2b-3ea9-4920-9795-528cd67216c4,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:36.038397 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:36.195598 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60590) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:36.214144 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.247170 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:36.251167 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Usage tracker for resource:security_group_rule and tenant:25a875e6d0ad4d189f9b39ad9b1cc23b is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:36.254609 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:36.261435 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:36.268403 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:36.282209 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] Sync routers for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:36.294169 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:36.294745 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:51:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:36.339445 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.345726 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.354819 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] No DVR routers for this DVR port 68107e2b-3ea9-4920-9795-528cd67216c4 on host hv-cinder-82510 {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:51:36.357427 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.360059 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-deleted', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:36.380097 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-43f2b97d-5506-4970-a0b9-a4aadd590894 req-cd788674-dbda-4e14-9f0d-a3346285dd5c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "DELETE /v2.0/ports/68107e2b-3ea9-4920-9795-528cd67216c4 HTTP/1.1" status: 204 len: 173 time: 1.4914393 Jan 18 12:51:36.409866 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25a875e6d0ad4d189f9b39ad9b1cc23b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2107923 Jan 18 12:51:36.409866 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9d2f1-873d-4e16-b588-83dc7c8e2263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e9949f-98e7-458a-92a9-98508d70ab11,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:36.410851 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60596) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:36.472933 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8623c82a-c1e7-49bf-be98-ad5d2da66a57', 'name': 'network-vif-deleted', 'tag': '68107e2b-3ea9-4920-9795-528cd67216c4', 'status': 'completed', 'code': 200} Jan 18 12:51:36.491944 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-223a39cb-e8c2-4cbc-b81b-3ac64fa39cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.525445 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-223a39cb-e8c2-4cbc-b81b-3ac64fa39cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.528052 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:36.587513 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-223a39cb-e8c2-4cbc-b81b-3ac64fa39cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.612682 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-223a39cb-e8c2-4cbc-b81b-3ac64fa39cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.613801 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-223a39cb-e8c2-4cbc-b81b-3ac64fa39cdf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e8e9949f-98e7-458a-92a9-98508d70ab11 HTTP/1.1" status: 204 len: 168 time: 0.2023244 Jan 18 12:51:36.614656 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a39cb-e8c2-4cbc-b81b-3ac64fa39cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e9949f-98e7-458a-92a9-98508d70ab11,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:36.950639 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:36.962034 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] Checking router: 9a63f024-f831-4dd5-af03-cfeffdffb0d7 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:36.986918 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:36.987858 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:51:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:37.053219 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-de23b487-0cca-4861-aa78-b38465c2771e req-b6923d8f-1bfb-46c8-bd30-fac9ee746a21 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=8623c82a-c1e7-49bf-be98-ad5d2da66a57 HTTP/1.1" status: 200 len: 210 time: 0.0854230 Jan 18 12:51:37.193030 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:37.535981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:37.540443 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8153d6-05f4-45dd-874f-3602d9824bc0 None None] The sync data for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi is: [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:37.854980 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6001b-9b9d-47db-a25d-3c98ff48515a None None] New status for floating IP 4c3b3301-a47f-41fa-a7cf-c2340484a44c: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:51:38.271508 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60650) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:38.338033 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fec4273d-aba7-4988-9e9c-865adb7e2686 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.370228 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fec4273d-aba7-4988-9e9c-865adb7e2686 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.424809 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fec4273d-aba7-4988-9e9c-865adb7e2686 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.446921 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4273d-aba7-4988-9e9c-865adb7e2686 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8811d4fd-6f55-4557-8dc4-d8fb9e94573b,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:38.461975 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fec4273d-aba7-4988-9e9c-865adb7e2686 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.465542 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-fec4273d-aba7-4988-9e9c-865adb7e2686 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "DELETE /v2.0/security-groups/8811d4fd-6f55-4557-8dc4-d8fb9e94573b HTTP/1.1" status: 204 len: 168 time: 0.1903784 Jan 18 12:51:38.465901 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60658) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:38.485756 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.api.v2.resource [None req-93e1e1f0-1491-4c1b-b171-e3f6b14b00eb tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] show failed (client error): The resource could not be found. Jan 18 12:51:38.486736 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-93e1e1f0-1491-4c1b-b171-e3f6b14b00eb tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups/8811d4fd-6f55-4557-8dc4-d8fb9e94573b HTTP/1.1" status: 404 len: 347 time: 0.0198643 Jan 18 12:51:38.490951 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60662) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:38.643644 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Deleting port 7e298c1a-b7d6-4f86-a732-5429d0bc3a09 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:38.643982 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.826427 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.826954 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.007688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Calling delete_port for 7e298c1a-b7d6-4f86-a732-5429d0bc3a09 owned by network:floatingip {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:39.257097 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.311223 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event deleted for resources: {'Port': ['ID=7e298c1a-b7d6-4f86-a732-5429d0bc3a09,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:39.319548 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7ebb6-ec9f-4a9b-8688-b09c4ef33de5 req-539275b6-31d1-4275-be58-bd03f500be24 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:39.326495 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-33a7ebb6-ec9f-4a9b-8688-b09c4ef33de5 req-539275b6-31d1-4275-be58-bd03f500be24 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.0892220 Jan 18 12:51:39.369240 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-33a7ebb6-ec9f-4a9b-8688-b09c4ef33de5 req-ef6859fd-550d-4aa9-8206-1cc0338d35cd tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Jan 18 12:51:39.407502 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.422516 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.423679 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-80b8f40b-9ed7-4886-8143-b881470bc7d3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "DELETE /v2.0/floatingips/4c3b3301-a47f-41fa-a7cf-c2340484a44c HTTP/1.1" status: 204 len: 168 time: 0.9314997 Jan 18 12:51:39.579710 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60702) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:39.600518 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:39.636963 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 68107e2b-3ea9-4920-9795-528cd67216c4 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:39.637401 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 68107e2b-3ea9-4920-9795-528cd67216c4 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:39.723645 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.754398 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:39.758921 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Usage tracker for resource:security_group_rule and tenant:61c89fd346ab4966a740e0528a41f01d is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:39.762246 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:39.768010 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:39.838517 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.842732 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.891455 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=61c89fd346ab4966a740e0528a41f01d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3105900 Jan 18 12:51:39.892221 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45605ba7-b516-46d6-93b2-328235edcdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906c7437-8082-42a2-b082-4347bf242bbc,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:39.894184 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60708) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:39.916989 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60712) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:39.924106 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180659810', 'description': 'tempest-description--2091876741'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:39.931172 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:39.935277 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:39.938133 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:39.944879 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:39.955012 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.957485 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b81d49f3-f41f-4f3b-850c-36cc9e950f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.983680 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b81d49f3-f41f-4f3b-850c-36cc9e950f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.997055 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:40.001076 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group_rule and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:40.003875 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:40.009453 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:40.039455 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b81d49f3-f41f-4f3b-850c-36cc9e950f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.056667 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d49f3-f41f-4f3b-850c-36cc9e950f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906c7437-8082-42a2-b082-4347bf242bbc,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.059898 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b81d49f3-f41f-4f3b-850c-36cc9e950f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.063612 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b81d49f3-f41f-4f3b-850c-36cc9e950f9f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/906c7437-8082-42a2-b082-4347bf242bbc HTTP/1.1" status: 204 len: 168 time: 0.1657567 Jan 18 12:51:40.066025 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.070161 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.113217 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ab20b0-4d71-49f9-80ee-347d4563ab2a,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.125676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.127067 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d8a2b92a-d433-4db0-ad74-f7699e0794f0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2089908 Jan 18 12:51:40.130022 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60718) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:40.135583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'security_group_rule': {'security_group_id': '44ab20b0-4d71-49f9-80ee-347d4563ab2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:40.141172 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:40.144928 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group_rule and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:40.147916 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:40.154128 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:40.170304 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.235288 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.240965 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.264631 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427f762f-aa64-479d-9f03-239eb8152adf,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.276035 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.279759 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ba8efccc-f0de-4ec9-a58e-3a9b4e9c16f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1463320 Jan 18 12:51:40.280731 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60726) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:40.287594 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'security_group_rule': {'security_group_id': '44ab20b0-4d71-49f9-80ee-347d4563ab2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:40.293218 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:40.297161 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:security_group_rule and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:40.300108 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:40.306407 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:40.322949 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.392605 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.398536 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.416980 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60732) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:40.423701 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ab4a39-9685-4a15-9562-0f5024130c7a,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.433658 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.435022 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-adcc47bd-d1f2-4150-8e12-3dc1c8311281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1531513 Jan 18 12:51:40.437972 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60736) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:40.443473 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:40.447439 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.448867 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:40.452686 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:floatingip and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:40.455741 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:40.464085 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:40.476653 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.481311 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:40.485535 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d440396efb41f9a813ec2ade66d6b7 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:40.489126 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:40.495928 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:40.564720 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.568781 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.617528 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c238ce-e3d1-47fd-a191-406a0cef7aee,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.621854 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-909f123a-7abb-4d64-b96c-f54e11b44695 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3d440396efb41f9a813ec2ade66d6b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031639 Jan 18 12:51:40.624650 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60740) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:40.682506 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e94e3d2e-96ea-4fdb-8770-7ff0bfa7e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.707441 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e94e3d2e-96ea-4fdb-8770-7ff0bfa7e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.711147 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf586-685c-4df0-9ac8-4bed5c980966 req-62c7e515-eea6-47cd-9ab1-faeddee26cb5 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.712866 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d1fdf586-685c-4df0-9ac8-4bed5c980966 req-62c7e515-eea6-47cd-9ab1-faeddee26cb5 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.2126734 Jan 18 12:51:40.759025 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e94e3d2e-96ea-4fdb-8770-7ff0bfa7e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.768186 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.773267 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e3d2e-96ea-4fdb-8770-7ff0bfa7e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c238ce-e3d1-47fd-a191-406a0cef7aee,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.783786 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e94e3d2e-96ea-4fdb-8770-7ff0bfa7e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.787261 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e94e3d2e-96ea-4fdb-8770-7ff0bfa7e446 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/30c238ce-e3d1-47fd-a191-406a0cef7aee HTTP/1.1" status: 204 len: 168 time: 0.1594718 Jan 18 12:51:40.817100 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d1fdf586-685c-4df0-9ac8-4bed5c980966 req-6717990e-4a47-40d5-80db-61b8732bc997 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/security-groups?id=34ec3537-621e-4904-b012-3e115c8ba625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982778 Jan 18 12:51:40.938171 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Allocated IP 172.27.0.235 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:41.090993 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.127103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.149048 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-83474f87-34d8-4a24-abd4-074d4b8d1b40 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.149745 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-83474f87-34d8-4a24-abd4-074d4b8d1b40 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Synchronizing usage tracker for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:port {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:41.163657 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-83474f87-34d8-4a24-abd4-074d4b8d1b40 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Unset dirty status for tenant:09b79e4133a148d9918788e8a9fc56ee on resource:port {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:41.166266 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-83474f87-34d8-4a24-abd4-074d4b8d1b40 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 946 time: 0.1025822 Jan 18 12:51:41.197747 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:41.200819 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:41.205481 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:41.241532 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'Port': ['ID=bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:41.250453 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Deleting port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:41.250927 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.380925 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.446224 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.520284 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] For port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,segment=NetworkSegment(541b8780-1036-483e-9524-389adc90db67),segment_id=541b8780-1036-483e-9524-389adc90db67)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:41.521292 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.644021 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Calling delete_port for 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 owned by compute:nova {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:41.659906 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.665113 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.770384 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'Port': ['ID=bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:41.790966 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.794037 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.821280 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.830935 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-6da554de-1ffa-44f1-b26d-315f6f06de4f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3836377 Jan 18 12:51:41.834872 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['70f8d46e-9a67-4ef8-98a6-aa392366e4c1'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:41.843229 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Pushing event deleted for resources: {'Port': ['ID=70f8d46e-9a67-4ef8-98a6-aa392366e4c1,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:41.985249 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] No DVR routers for this DVR port 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 on host hv-cinder-82510 {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:51:41.989587 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.997170 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'name': 'network-vif-deleted', 'tag': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:42.016414 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-a7806400-75fe-47d7-ab14-2128ddcd6fd6 req-3fe70510-e8e7-4a35-af81-46e100be58f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.20 "DELETE /v2.0/ports/70f8d46e-9a67-4ef8-98a6-aa392366e4c1 HTTP/1.1" status: 204 len: 173 time: 0.8452778 Jan 18 12:51:42.066683 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9c8b0581-6fef-4fdb-bd36-a2ebd048602d req-ce94ba8b-7462-434f-b846-4060359017f4 tempest-VolumesSnapshotTestJSON-1459394832 tempest-VolumesSnapshotTestJSON-1459394832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c12df189-8074-49b7-8afb-32c399c9f20e HTTP/1.1" status: 200 len: 210 time: 0.0475230 Jan 18 12:51:42.141345 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-35ad6167-4659-4e2a-8322-48ea69abb41a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Synchronizing usage tracker for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:42.148679 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12df189-8074-49b7-8afb-32c399c9f20e', 'name': 'network-vif-deleted', 'tag': '70f8d46e-9a67-4ef8-98a6-aa392366e4c1', 'status': 'completed', 'code': 200} Jan 18 12:51:42.159621 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-35ad6167-4659-4e2a-8322-48ea69abb41a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Unset dirty status for tenant:debf80e43d6c434c8a12852fbe6ccf4e on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:42.161058 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-35ad6167-4659-4e2a-8322-48ea69abb41a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1180659810&fields=id&tenant_id=debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 267 time: 0.0731792 Jan 18 12:51:42.314459 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-0fe6c6b3-0332-487e-b3ec-3bd7f9727eb8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:42.315959 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-0fe6c6b3-0332-487e-b3ec-3bd7f9727eb8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 817 time: 0.1461141 Jan 18 12:51:42.332277 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-a5491c77-5a4b-4a7b-872f-0391cb05c789 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/quotas/debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 375 time: 0.0105739 Jan 18 12:51:42.415449 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-4dca93a1-2fec-4ff1-8bc5-e93bc2ec4f47 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769901 Jan 18 12:51:42.575908 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-d9112d52-e864-422c-be28-047f8f04b664 service neutron] 10.222.0.86 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482601 Jan 18 12:51:42.793169 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-8e1f5b60-133e-483c-ae44-fad601bce325 service neutron] 10.222.0.86 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090299 Jan 18 12:51:43.014503 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-62a33554-67a5-4dec-b24d-e73bf2ffa5b4 req-311cedb7-1a70-4a74-a8af-4a974443e925 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 210 time: 0.0462928 Jan 18 12:51:44.204710 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-adbc4324-3ba0-4e0c-841b-38324db194e6 req-c4430602-fabe-46df-b95b-909aac787746 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 210 time: 0.0488214 Jan 18 12:51:44.256859 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-6f73711c-ec7d-495d-b3de-a1a99835d361 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:44.259403 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-6f73711c-ec7d-495d-b3de-a1a99835d361 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 817 time: 0.1531084 Jan 18 12:51:44.319528 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-0795d0e2-9c79-4acd-9a04-c08c1ac9632a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 380 time: 0.0418329 Jan 18 12:51:44.327821 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'port': {'device_id': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'admin_state_up': True, 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'security_groups': ['44ab20b0-4d71-49f9-80ee-347d4563ab2a']}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:44.542179 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:44.546573 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Usage tracker for resource:port and tenant:debf80e43d6c434c8a12852fbe6ccf4e is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:44.549670 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:44.556407 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:44.566000 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Made reservation on behalf of debf80e43d6c434c8a12852fbe6ccf4e for: {'port': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:44.569365 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:44.588861 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60852) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:44.755247 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:44.769380 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Allocated IP 172.20.0.9 (75027f51-ac71-4b92-b253-3d01167d49ae/41050b0d-554c-498e-bd1b-ea3be6551711/b8644a5a-5ff5-41df-bc90-d29d2389f8db) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:44.809586 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:44.824754 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5602cd009b4080a9a1f2ac10992ba9 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:44.829494 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:44.850834 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:45.022027 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.052557 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.056032 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Transition to ACTIVE for port object b8644a5a-5ff5-41df-bc90-d29d2389f8db will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:45.060611 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.117447 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b517c757-e48b-4a73-a319-cc1f4ba56fb6,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:45.126538 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-bded0f1d-76a5-414e-afab-b87dba800287 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f5602cd009b4080a9a1f2ac10992ba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5363843 Jan 18 12:51:45.127182 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60872) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:45.159765 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.260785 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Network 75027f51-ac71-4b92-b253-3d01167d49ae is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:45.263670 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:45.266096 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:45.269865 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:45.303970 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d08db26-9a64-48c9-8e5e-95e1f1b54561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.350157 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d08db26-9a64-48c9-8e5e-95e1f1b54561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.363808 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:45.364984 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.419563 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-e3e3c19f-86a5-434f-960b-15264bae3643 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0954244 Jan 18 12:51:45.434396 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b3a57-f1cc-4144-a068-a57f0012bf02 req-95e71f4d-e2ba-4e2a-b358-d811df3b7678 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:45.435883 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c35b3a57-f1cc-4144-a068-a57f0012bf02 req-95e71f4d-e2ba-4e2a-b358-d811df3b7678 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 931 time: 0.0887949 Jan 18 12:51:45.436721 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Request body: {'port': {'device_id': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:45.464615 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d08db26-9a64-48c9-8e5e-95e1f1b54561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.484445 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c35b3a57-f1cc-4144-a068-a57f0012bf02 req-1c215c15-f226-42e5-b50f-ad71b7099ac5 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Jan 18 12:51:45.494428 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08db26-9a64-48c9-8e5e-95e1f1b54561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b517c757-e48b-4a73-a319-cc1f4ba56fb6,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:45.532673 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1d08db26-9a64-48c9-8e5e-95e1f1b54561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.533748 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1d08db26-9a64-48c9-8e5e-95e1f1b54561 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b517c757-e48b-4a73-a319-cc1f4ba56fb6 HTTP/1.1" status: 204 len: 168 time: 0.4040411 Jan 18 12:51:45.564240 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.576735 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-90a53808-c6f7-4934-8d59-52b7a414de53 None None] Provisioning for port b8644a5a-5ff5-41df-bc90-d29d2389f8db completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:45.581305 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-90a53808-c6f7-4934-8d59-52b7a414de53 None None] Provisioning complete for port b8644a5a-5ff5-41df-bc90-d29d2389f8db triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:45.581673 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-90a53808-c6f7-4934-8d59-52b7a414de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.632935 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-90a53808-c6f7-4934-8d59-52b7a414de53 None None] Port b8644a5a-5ff5-41df-bc90-d29d2389f8db cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:45.906217 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8644a5a-5ff5-41df-bc90-d29d2389f8db {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:45.913533 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.929318 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Transition to ACTIVE for port object b8644a5a-5ff5-41df-bc90-d29d2389f8db will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:45.933124 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.057812 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:46.173695 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Attempting to bind port b8644a5a-5ff5-41df-bc90-d29d2389f8db on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:46.174108 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Attempting to bind port b8644a5a-5ff5-41df-bc90-d29d2389f8db by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:46.174505 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Attempting to bind port b8644a5a-5ff5-41df-bc90-d29d2389f8db on network 75027f51-ac71-4b92-b253-3d01167d49ae {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:46.181120 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Port b8644a5a-5ff5-41df-bc90-d29d2389f8db on network 75027f51-ac71-4b92-b253-3d01167d49ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:51:46.181585 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Attempting to bind port b8644a5a-5ff5-41df-bc90-d29d2389f8db on network 75027f51-ac71-4b92-b253-3d01167d49ae {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:46.188177 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:46.188650 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Checking segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:46.189103 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Bound using segment: {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:46.189598 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Bound port: b8644a5a-5ff5-41df-bc90-d29d2389f8db, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f506a721-e00f-4a99-97e9-7decafec8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:46.190009 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.295026 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:46.298215 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:46.304088 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.366910 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.368282 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] 10.222.0.20 "PUT /v2.0/ports/b8644a5a-5ff5-41df-bc90-d29d2389f8db HTTP/1.1" status: 200 len: 1093 time: 0.9359925 Jan 18 12:51:46.368812 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:46.396641 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58570458-5e98-4d70-bdbb-8081a44069ff service neutron] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:46.441688 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'status': 'completed', 'code': 200} Jan 18 12:51:46.707212 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5fcd4-11a1-46da-a873-a78fd077fb2c req-ccf7f4c5-374c-4a97-83e4-36f252e7b88a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:46.708805 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c6e5fcd4-11a1-46da-a873-a78fd077fb2c req-ccf7f4c5-374c-4a97-83e4-36f252e7b88a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0779061 Jan 18 12:51:46.755403 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c6e5fcd4-11a1-46da-a873-a78fd077fb2c req-85488453-9124-47d3-877d-a1fbae06584e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410078 Jan 18 12:51:47.035083 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 60930) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:47.126865 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:47.161492 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:47.161830 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 70f8d46e-9a67-4ef8-98a6-aa392366e4c1 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:47.182261 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.212824 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:47.216984 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Usage tracker for resource:security_group_rule and tenant:19b60dcd170843e49055f654aaba73a5 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:47.219972 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:47.226689 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:47.293195 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.296951 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.340940 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc7e80-b8ad-4e4a-b762-42cee6c387e5,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:47.349946 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-705fffd6-3c0d-4e54-9723-ac6f26ffffa7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19b60dcd170843e49055f654aaba73a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3103857 Jan 18 12:51:47.350807 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 60940) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:47.408800 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8899225c-f50f-4866-a145-c55b866c51a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.435323 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8899225c-f50f-4866-a145-c55b866c51a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.485175 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8899225c-f50f-4866-a145-c55b866c51a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.500451 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899225c-f50f-4866-a145-c55b866c51a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc7e80-b8ad-4e4a-b762-42cee6c387e5,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:47.505669 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8899225c-f50f-4866-a145-c55b866c51a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.507878 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8899225c-f50f-4866-a145-c55b866c51a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/31bc7e80-b8ad-4e4a-b762-42cee6c387e5 HTTP/1.1" status: 204 len: 168 time: 0.1559451 Jan 18 12:51:47.968893 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52371b28-f805-48bf-bc0f-2e4e0b01aed8 req-36479aa5-3e67-4c38-9b59-57c0bacaa25b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:47.970356 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-52371b28-f805-48bf-bc0f-2e4e0b01aed8 req-36479aa5-3e67-4c38-9b59-57c0bacaa25b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0817733 Jan 18 12:51:48.022409 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-52371b28-f805-48bf-bc0f-2e4e0b01aed8 req-cb6a6941-e899-4874-a4ad-edb79299779b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Jan 18 12:51:48.199975 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-24c999e2-09ce-48cd-8ed4-a96935a45cac req-0f33c940-70ec-4dcc-a80a-9745f5e4eafc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1643345 Jan 18 12:51:48.360640 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c999e2-09ce-48cd-8ed4-a96935a45cac req-87c9a22a-c693-4b87-b4f9-4f6ecc02fc3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:48.362229 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-24c999e2-09ce-48cd-8ed4-a96935a45cac req-87c9a22a-c693-4b87-b4f9-4f6ecc02fc3b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1476657 Jan 18 12:51:48.515641 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c999e2-09ce-48cd-8ed4-a96935a45cac req-30681e7f-6d76-43df-8b0b-965a643799bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:48.517291 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-24c999e2-09ce-48cd-8ed4-a96935a45cac req-30681e7f-6d76-43df-8b0b-965a643799bf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483946 Jan 18 12:51:48.654510 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-7eb9b294-3a8a-40d0-8c02-836bfabb8e76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0723255 Jan 18 12:51:48.734537 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-3edc9f5d-d889-49f1-8fe2-cf1241c7d57a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db HTTP/1.1" status: 200 len: 217 time: 0.0662036 Jan 18 12:51:48.807335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-1035057c-59aa-4fb0-a7ed-eaa8097d8704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:48.809001 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-1035057c-59aa-4fb0-a7ed-eaa8097d8704 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.0691504 Jan 18 12:51:48.896909 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-96f86115-b650-4753-9526-1cda59022aca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818522 Jan 18 12:51:49.059682 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-3e35769d-5478-46d5-9254-41f189e3966d service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557813 Jan 18 12:51:49.206980 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9976174e-45fc-4d54-b5fe-00a011eff0d9 req-a113df6a-ba6e-4a30-a67a-a389fe4c7abc service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387789 Jan 18 12:51:49.319886 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f64e9-7b9f-4897-954c-b26bad2000a8 req-709850c0-ed60-4128-878b-59ebdbe12e3b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:49.321544 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6d9f64e9-7b9f-4897-954c-b26bad2000a8 req-709850c0-ed60-4128-878b-59ebdbe12e3b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1084144 Jan 18 12:51:49.377213 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6d9f64e9-7b9f-4897-954c-b26bad2000a8 req-29858710-2553-4e80-8bef-ebfa9fae4b86 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491540 Jan 18 12:51:50.592956 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d2f37-45e0-4084-8a48-ad23039c1ca4 req-afe64b4f-87fa-46ec-914c-98763746fe0d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:50.594419 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c42d2f37-45e0-4084-8a48-ad23039c1ca4 req-afe64b4f-87fa-46ec-914c-98763746fe0d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0787268 Jan 18 12:51:50.647757 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c42d2f37-45e0-4084-8a48-ad23039c1ca4 req-17bcb65d-eb81-4074-8d98-d85adf37aec0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469103 Jan 18 12:51:51.702184 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:51:51.840906 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:51.854678 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'port_id': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'mac_address': 'fa:16:3e:e9:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:51:51.884520 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0bbca-ae39-420d-9f52-05b32eb8ba36 req-38afe89f-2068-4e5e-a8bf-54972039ddd3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:51.887872 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-75a0bbca-ae39-420d-9f52-05b32eb8ba36 req-38afe89f-2068-4e5e-a8bf-54972039ddd3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0959058 Jan 18 12:51:51.914107 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.932911 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8644a5a-5ff5-41df-bc90-d29d2389f8db {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:51.943106 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-75a0bbca-ae39-420d-9f52-05b32eb8ba36 req-05437ad0-45d2-4c50-ac45-d79ae67ca305 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484715 Jan 18 12:51:51.948712 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:51.953047 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.023163 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-72efd2b9-161f-4ad9-9be7-d190b7b1b1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.036715 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:52.045834 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.046166 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.046502 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.046849 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.047177 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.047499 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.047817 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.048156 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.048476 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.048788 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.049101 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:52.853312 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:51:53.089677 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['b8644a5a-5ff5-41df-bc90-d29d2389f8db'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:53.162316 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e067ff-b262-47c2-9544-7e0e14a32577 req-b2964ddb-a7a0-474e-a018-74a56e2a19a4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:53.163775 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-74e067ff-b262-47c2-9544-7e0e14a32577 req-b2964ddb-a7a0-474e-a018-74a56e2a19a4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 944 time: 0.0777950 Jan 18 12:51:53.208594 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-74e067ff-b262-47c2-9544-7e0e14a32577 req-f68149cd-dd22-4dc4-bf07-a89663b5746e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391750 Jan 18 12:51:54.179089 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-99febd3f-5a00-4aef-ae07-8a20f3785e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.435015 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d45cbc-72bc-428f-9069-64043a0f64c5 req-bf950c24-1148-47b4-9731-51494dfab2f5 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:54.435015 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a3d45cbc-72bc-428f-9069-64043a0f64c5 req-bf950c24-1148-47b4-9731-51494dfab2f5 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 944 time: 0.0821109 Jan 18 12:51:54.479709 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a3d45cbc-72bc-428f-9069-64043a0f64c5 req-66995a29-45f6-4e76-927e-8581ae705f7e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Jan 18 12:51:54.730484 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:54.798108 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port b8644a5a-5ff5-41df-bc90-d29d2389f8db completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:54.803472 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port b8644a5a-5ff5-41df-bc90-d29d2389f8db triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:54.803871 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.918911 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.946139 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:54.955484 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:54.959275 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.003048 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'code': 200} Jan 18 12:51:55.025144 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:55.267818 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-84dcb1c7-30da-4868-82b7-86df2f5d198e req-5e040cef-612e-4184-b78a-89d0c5586d93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0672038 Jan 18 12:51:55.306516 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.315053 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-84dcb1c7-30da-4868-82b7-86df2f5d198e req-8983dbea-0cc4-4cb4-836d-8c04a29eec5e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Jan 18 12:51:55.418816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.703153 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97881301-9686-4952-a937-45c358caf599 req-45c657b7-f635-498e-9c40-c758776c046b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:55.703629 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97881301-9686-4952-a937-45c358caf599 req-45c657b7-f635-498e-9c40-c758776c046b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0883081 Jan 18 12:51:55.755243 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-97881301-9686-4952-a937-45c358caf599 req-75d6d254-7602-4f6d-8531-fac586767767 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 Jan 18 12:51:56.540120 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.974516 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f22d-0b3a-43cf-b09c-d694d11e1a34 req-7043993c-0b57-4110-a684-baec2d38e34a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:56.976002 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c399f22d-0b3a-43cf-b09c-d694d11e1a34 req-7043993c-0b57-4110-a684-baec2d38e34a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0863347 Jan 18 12:51:57.022581 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c399f22d-0b3a-43cf-b09c-d694d11e1a34 req-eadb86e6-32bd-4648-8ce1-f1eab91008e2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Jan 18 12:51:58.461891 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850188a4-562a-4ec6-ae4c-fc89c920a45e req-a66d0eb5-bc3b-41fb-8a7a-34ab0b5ac29a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:58.463363 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-850188a4-562a-4ec6-ae4c-fc89c920a45e req-a66d0eb5-bc3b-41fb-8a7a-34ab0b5ac29a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.3084691 Jan 18 12:51:58.512907 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-850188a4-562a-4ec6-ae4c-fc89c920a45e req-84f13b28-0288-4941-9c81-01f24b541e8f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Jan 18 12:51:59.790066 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e868ab5-e1b4-4525-8cb4-421674cb8d60 req-547192d8-ac66-477f-8ccb-678b16c56966 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:59.791540 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e868ab5-e1b4-4525-8cb4-421674cb8d60 req-547192d8-ac66-477f-8ccb-678b16c56966 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1463177 Jan 18 12:51:59.837453 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e868ab5-e1b4-4525-8cb4-421674cb8d60 req-08905e03-9a54-437e-a60d-5289785baf1b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404408 Jan 18 12:52:00.051607 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178f496-1ffb-4544-8024-e0f0a8e0b2ff req-75ff175f-372f-471f-9683-959afb431abc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:00.053060 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d178f496-1ffb-4544-8024-e0f0a8e0b2ff req-75ff175f-372f-471f-9683-959afb431abc tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0801167 Jan 18 12:52:00.061509 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 32924) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:00.066708 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Request body: {'floatingip': {'port_id': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:00.145454 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:00.836176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:00.842182 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.059649 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Floating IP d05b788a-4ba3-44c3-b6c8-a6265e9f997b associated. External IP: 172.27.0.235, port: b8644a5a-5ff5-41df-bc90-d29d2389f8db. Jan 18 12:52:01.071173 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 32950) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:01.233601 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.268601 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:01.272986 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Usage tracker for resource:security_group_rule and tenant:df4451b6149246aa80c27e646ec9bfe2 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:01.275848 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:01.281607 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:01.355756 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.360068 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.407835 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dd0cdc-977a-4b24-a6dc-20dddfc164c2,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:01.419149 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-aebc3b82-aeed-4a1b-bf4b-660eb5e1ece6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df4451b6149246aa80c27e646ec9bfe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3461294 Jan 18 12:52:01.420183 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 32958) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:01.482377 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b02a54c7-050c-4d48-95db-4031d74fc99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.492369 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:52:01.507752 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b02a54c7-050c-4d48-95db-4031d74fc99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.567086 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b02a54c7-050c-4d48-95db-4031d74fc99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.582986 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a54c7-050c-4d48-95db-4031d74fc99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dd0cdc-977a-4b24-a6dc-20dddfc164c2,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:01.593242 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b02a54c7-050c-4d48-95db-4031d74fc99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.596680 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b02a54c7-050c-4d48-95db-4031d74fc99a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b4dd0cdc-977a-4b24-a6dc-20dddfc164c2 HTTP/1.1" status: 204 len: 168 time: 0.1730907 Jan 18 12:52:01.742860 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:52:01.748140 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.753165 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] Sync routers for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:52:01.765708 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:01.766319 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:51:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:01.810138 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-6288b264-0c65-4913-a126-d471a57eb445 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "PUT /v2.0/floatingips/d05b788a-4ba3-44c3-b6c8-a6265e9f997b HTTP/1.1" status: 200 len: 991 time: 1.7475722 Jan 18 12:52:01.811103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:01.933409 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'status': 'completed', 'code': 200} Jan 18 12:52:01.995203 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.008684 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:02.057688 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-95941796-7965-46e1-b7f2-76ffe9ccba08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0778382 Jan 18 12:52:02.121147 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 32980) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:02.140737 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.178984 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:02.185219 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Usage tracker for resource:security_group_rule and tenant:ae258e29be1b423baaed98752d97070d is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:02.187625 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:02.195118 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:02.212859 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-5220a08f-975c-40c5-8038-f27d8e8267b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:02.214745 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-5220a08f-975c-40c5-8038-f27d8e8267b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.1485341 Jan 18 12:52:02.349617 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-892d11c9-57d3-4fac-8812-4a5472fcd7a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db HTTP/1.1" status: 200 len: 999 time: 0.1176493 Jan 18 12:52:02.398224 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-795bda31-d7c8-4f56-84b2-795cb3bba85f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2043724 Jan 18 12:52:02.408337 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd05b788a-4ba3-44c3-b6c8-a6265e9f997b', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'port_id': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'mac_address': 'fa:16:3e:e9:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:41Z', 'updated_at': '2022-01-18T12:52:00Z', 'revision_number': 1, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:02.413350 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] Checking router: 9a63f024-f831-4dd5-af03-cfeffdffb0d7 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:52:02.428412 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:02.429071 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:51:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:02.431253 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-386f312d-3056-4e89-8252-fe9dad2452f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:02.433316 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-386f312d-3056-4e89-8252-fe9dad2452f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.0764792 Jan 18 12:52:02.441225 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.498154 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.571560 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732411e5-a9b5-41e7-bdf7-79f2f8275a29,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:02.578291 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-65e63801-308a-41eb-b9ff-d2b308807e9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae258e29be1b423baaed98752d97070d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4560714 Jan 18 12:52:02.589377 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 32988) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:02.628082 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-ee44a71a-c447-4eb8-8be8-91660f84dc72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1843719 Jan 18 12:52:02.632709 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-faac631f-574c-47f6-b95f-ff1dc9aacae7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 1098 time: 0.1884260 Jan 18 12:52:02.660739 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:02.834990 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-f6c9e6c1-97ec-4a08-afed-c31bbf2b95a1 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986244 Jan 18 12:52:02.894427 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-85c7d739-a96e-44ef-b328-46eb068cb651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.900063 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-3362e6a9-af3b-432d-a23e-ddfafaf5aa54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:02.902110 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-3362e6a9-af3b-432d-a23e-ddfafaf5aa54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 912 time: 0.2432375 Jan 18 12:52:02.975177 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-524bc53a-9edb-4dc3-91c6-eb40f0f464d1 req-9a738ebb-a501-4a4c-89a5-d3db8cda307f service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334131 Jan 18 12:52:03.010069 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-85c7d739-a96e-44ef-b328-46eb068cb651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:03.020169 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd05b788a-4ba3-44c3-b6c8-a6265e9f997b', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'port_id': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'mac_address': 'fa:16:3e:e9:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:41Z', 'updated_at': '2022-01-18T12:52:00Z', 'revision_number': 1, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:03.024912 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18a85-5a95-4d7e-9c12-2364d1b17ba4 None None] The sync data for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi is: [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd05b788a-4ba3-44c3-b6c8-a6265e9f997b', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'port_id': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'mac_address': 'fa:16:3e:e9:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:41Z', 'updated_at': '2022-01-18T12:52:00Z', 'revision_number': 1, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:52:03.076934 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-b21a6d23-4484-47de-87f9-90d235406ffd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 200 len: 1000 time: 0.1637771 Jan 18 12:52:03.164752 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-d8d76391-3b80-47b6-a631-b08e8adc5077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:03.167436 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-d8d76391-3b80-47b6-a631-b08e8adc5077 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0827668 Jan 18 12:52:03.171285 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-85c7d739-a96e-44ef-b328-46eb068cb651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:03.231160 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7d739-a96e-44ef-b328-46eb068cb651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732411e5-a9b5-41e7-bdf7-79f2f8275a29,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:03.237176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-85c7d739-a96e-44ef-b328-46eb068cb651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:03.238327 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-85c7d739-a96e-44ef-b328-46eb068cb651 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/732411e5-a9b5-41e7-bdf7-79f2f8275a29 HTTP/1.1" status: 204 len: 168 time: 0.6471961 Jan 18 12:52:03.279020 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-eb2bf46b-25ed-4ae8-9da5-82815a8b49d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004446 Jan 18 12:52:03.292057 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00365e7-708c-490a-94a0-8c7a8b13591c None None] New status for floating IP d05b788a-4ba3-44c3-b6c8-a6265e9f997b: ACTIVE {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:52:03.428479 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-36a244b6-3db3-49e4-b3cc-be9c3118ccb8 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432426 Jan 18 12:52:03.592021 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85d1109e-0e03-4c66-9e1c-57d5362a61db req-13a686ad-eb77-49ca-a1c0-92fe2f7894c4 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573851 Jan 18 12:52:07.848966 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfffe9f-e6e3-4aa5-9fee-f51f31f0256c req-8114a164-cc88-49b8-b9f5-2c463c984ca8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:07.850535 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1dfffe9f-e6e3-4aa5-9fee-f51f31f0256c req-8114a164-cc88-49b8-b9f5-2c463c984ca8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0760441 Jan 18 12:52:07.902739 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1dfffe9f-e6e3-4aa5-9fee-f51f31f0256c req-d08565ab-84e0-4c41-8e9d-2239586c92d5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463789 Jan 18 12:52:09.098364 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2599-532a-4a9a-bb0f-170c1a2b150b req-3d7cbc0e-fea3-476c-a6f4-dd2553ab591d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:09.099836 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-198e2599-532a-4a9a-bb0f-170c1a2b150b req-3d7cbc0e-fea3-476c-a6f4-dd2553ab591d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.0764699 Jan 18 12:52:09.143072 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-198e2599-532a-4a9a-bb0f-170c1a2b150b req-f152728a-1767-4526-b731-8b3341edcc72 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376840 Jan 18 12:52:09.903730 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-464e5fe5-15a6-4e62-9b01-b5aea9959de7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:09.905291 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-464e5fe5-15a6-4e62-9b01-b5aea9959de7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.1302118 Jan 18 12:52:10.002676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Deleting port dfaf2c83-8b64-4293-a0b6-fabf39b60786 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:10.003103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:10.255914 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] For port dfaf2c83-8b64-4293-a0b6-fabf39b60786, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dfaf2c83-8b64-4293-a0b6-fabf39b60786,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:10.256610 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:10.622285 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6c43-c335-4b9e-997d-e5204c3acd67 req-57a9f50f-5e05-45b8-a999-61f4a67a47c3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:10.623743 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d0bf6c43-c335-4b9e-997d-e5204c3acd67 req-57a9f50f-5e05-45b8-a999-61f4a67a47c3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 945 time: 0.3576994 Jan 18 12:52:10.680628 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:10.680991 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:10.681296 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Floating IP 2340aa0b-65f1-4115-807c-017d67ca0cbe disassociated. External IP: 172.27.0.77, port: dfaf2c83-8b64-4293-a0b6-fabf39b60786. Jan 18 12:52:10.681622 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Calling delete_port for dfaf2c83-8b64-4293-a0b6-fabf39b60786 owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:10.734044 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d0bf6c43-c335-4b9e-997d-e5204c3acd67 req-20eb3965-49e0-4ba0-881b-6f2533eebe08 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c17028c-320b-46d8-bdf8-04b21f5ad679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995829 Jan 18 12:52:10.826772 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:10.873133 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event deleted for resources: {'Port': ['ID=dfaf2c83-8b64-4293-a0b6-fabf39b60786,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:11.018917 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33198) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:11.102557 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Router 181b6071-d203-4b07-a33f-de781cbf485b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:52:11.102674 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] Deleting subnet 5d962467-3311-4814-993c-e42aed5e55e3 {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:52:11.102674 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.159417 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16499860'] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.226366 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.319366 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15893504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16647162'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.418579 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.431167 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d962467-3311-4814-993c-e42aed5e55e3,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:11.438881 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3f3cd3fd-0e5a-423e-840a-4c00241bdaba admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5d962467-3311-4814-993c-e42aed5e55e3 HTTP/1.1" status: 204 len: 168 time: 0.4172056 Jan 18 12:52:11.443912 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33216) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:11.584419 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:52:11.595424 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] Sync routers for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:52:11.608083 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:11.608802 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:51:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:11.621245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.667792 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] No DVR routers for this DVR port dfaf2c83-8b64-4293-a0b6-fabf39b60786 on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:52:11.671637 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.676777 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'name': 'network-vif-deleted', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:11.687843 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-29c25bf3-bc2e-4fac-ba10-5e2b2d07900f req-8ef2e762-21bd-4678-8b64-49bd4224a8c5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "DELETE /v2.0/ports/dfaf2c83-8b64-4293-a0b6-fabf39b60786 HTTP/1.1" status: 204 len: 173 time: 1.7749479 Jan 18 12:52:11.750378 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cf4401-cb75-4b8b-be6a-ea81bc636879', 'name': 'network-vif-deleted', 'tag': 'dfaf2c83-8b64-4293-a0b6-fabf39b60786', 'status': 'completed', 'code': 200} Jan 18 12:52:11.815292 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:11.826273 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.852691 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7187d296-bd86-408c-b444-a770c1c1fbcf']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:11.868652 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541b8780-1036-483e-9524-389adc90db67') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:11.869343 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541b8780-1036-483e-9524-389adc90db67') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:11.886972 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.906061 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.915630 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:52:11.916654 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:52:11.934377 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:52:12.052926 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-479ca281-37bd-4302-b504-6155f452a73f req-22aff427-9810-45a6-bbd8-e6fc3596d21c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Synchronizing usage tracker for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:12.057026 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.062543 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.089485 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] Pushing event deleted for resources: {'Network': ['ID=7187d296-bd86-408c-b444-a770c1c1fbcf,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:12.103019 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-78c20675-5ea1-400e-856d-d1175c3ba25d admin admin] 10.222.0.86 "DELETE /v2.0/networks/7187d296-bd86-408c-b444-a770c1c1fbcf HTTP/1.1" status: 204 len: 168 time: 0.6555147 Jan 18 12:52:12.108068 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-479ca281-37bd-4302-b504-6155f452a73f req-22aff427-9810-45a6-bbd8-e6fc3596d21c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Unset dirty status for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:12.109302 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-479ca281-37bd-4302-b504-6155f452a73f req-22aff427-9810-45a6-bbd8-e6fc3596d21c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.1028473 Jan 18 12:52:12.163995 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:12.168026 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] Checking router: 181b6071-d203-4b07-a33f-de781cbf485b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:52:12.178518 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:12.179146 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:51:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:12.302636 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33226) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:12.352030 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-5ae6c83c-5133-48df-bb81-366a40b47bad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=09b79e4133a148d9918788e8a9fc56ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482261 Jan 18 12:52:12.354426 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33230) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:12.356193 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:12.412546 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.439924 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.500646 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.523687 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ec3537-621e-4904-b012-3e115c8ba625,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:12.542676 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.546911 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/34ec3537-621e-4904-b012-3e115c8ba625 HTTP/1.1" status: 204 len: 168 time: 0.1888282 Jan 18 12:52:12.546911 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.546911 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.547446 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.548003 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.548566 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.548943 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.549360 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.549780 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.550201 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.551164 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.551704 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7037f3-584f-4660-9c80-acd6e5569cb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:12.721802 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:12.725738 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5db47a-dfa9-4e44-8389-91b089a82bce None None] The sync data for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi is: [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:52:13.344048 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4d5b8474-4602-47dd-849f-678cea67decd req-5d602638-413a-4c36-8beb-daf3c6dd1e98 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.1153457 Jan 18 12:52:13.722599 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88033b-11ba-4759-b2ac-44f090b71e5c None None] New status for floating IP 2340aa0b-65f1-4115-807c-017d67ca0cbe: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:52:14.153520 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device dfaf2c83-8b64-4293-a0b6-fabf39b60786 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:52:14.187099 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: dfaf2c83-8b64-4293-a0b6-fabf39b60786 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:52:14.187442 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device dfaf2c83-8b64-4293-a0b6-fabf39b60786 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:52:14.521323 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0467936-9131-4527-af56-e2bd4bd75dfc req-618576f7-e86a-4b6b-9fff-9387f82bb79f tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=74cf4401-cb75-4b8b-be6a-ea81bc636879 HTTP/1.1" status: 200 len: 210 time: 0.0421479 Jan 18 12:52:15.664800 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33286) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:15.666968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33288) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:15.733207 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-17db8b74-a017-45f6-a2a5-401202ffd9fc tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.761836 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-17db8b74-a017-45f6-a2a5-401202ffd9fc tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.804261 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.812979 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-17db8b74-a017-45f6-a2a5-401202ffd9fc tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.831479 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db8b74-a017-45f6-a2a5-401202ffd9fc tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c17028c-320b-46d8-bdf8-04b21f5ad679,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:15.842828 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:15.843161 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-17db8b74-a017-45f6-a2a5-401202ffd9fc tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.844321 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-17db8b74-a017-45f6-a2a5-401202ffd9fc tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "DELETE /v2.0/security-groups/2c17028c-320b-46d8-bdf8-04b21f5ad679 HTTP/1.1" status: 204 len: 168 time: 0.1783981 Jan 18 12:52:15.847432 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33296) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:15.847620 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Usage tracker for resource:security_group_rule and tenant:c9550e07d63a44b3a5f98db137f688b6 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:15.850994 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:15.858946 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:15.872680 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.api.v2.resource [None req-cf29c616-ed8c-43ee-9026-9d27112601c4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] show failed (client error): The resource could not be found. Jan 18 12:52:15.877096 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-cf29c616-ed8c-43ee-9026-9d27112601c4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups/2c17028c-320b-46d8-bdf8-04b21f5ad679 HTTP/1.1" status: 404 len: 347 time: 0.0286345 Jan 18 12:52:15.878048 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33302) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:15.938418 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.943188 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.992341 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe841ce0-af2c-4a51-a681-e40996d7853a,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:15.999239 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c9550e07d63a44b3a5f98db137f688b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3289530 Jan 18 12:52:15.999465 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33308) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:16.019925 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.020271 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.020597 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.020918 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.021241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.021560 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.021875 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.022189 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.022503 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.022835 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.023151 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da881ddb-4c02-43f2-a579-5a268f19041b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:16.061963 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Deleting port 898496df-094a-4d52-aec8-98eceedd4eac {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:16.061963 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.070526 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74649814-0006-4d2c-bf9a-eb3eaeb2ef82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.097220 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74649814-0006-4d2c-bf9a-eb3eaeb2ef82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.152660 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74649814-0006-4d2c-bf9a-eb3eaeb2ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.174353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74649814-0006-4d2c-bf9a-eb3eaeb2ef82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe841ce0-af2c-4a51-a681-e40996d7853a,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:16.178300 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74649814-0006-4d2c-bf9a-eb3eaeb2ef82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.179635 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-74649814-0006-4d2c-bf9a-eb3eaeb2ef82 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fe841ce0-af2c-4a51-a681-e40996d7853a HTTP/1.1" status: 204 len: 168 time: 0.1790223 Jan 18 12:52:16.232817 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.233146 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.353265 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Calling delete_port for 898496df-094a-4d52-aec8-98eceedd4eac owned by network:floatingip {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:16.501736 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.513560 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33322) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:16.533517 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.546444 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event deleted for resources: {'Port': ['ID=898496df-094a-4d52-aec8-98eceedd4eac,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:16.568472 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:16.572261 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Usage tracker for resource:security_group_rule and tenant:e3199ddb9c7a426684fa0f1ef0600130 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:16.575115 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:16.580682 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:16.654288 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.658482 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.709632 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2963f-47c4-4293-946b-6efa95fa279a,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:16.716565 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-c2525f31-f15b-4280-bdbc-53012f1343ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e3199ddb9c7a426684fa0f1ef0600130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1995721 Jan 18 12:52:16.716967 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33326) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:16.726725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.743868 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.744995 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-9ef6d3fa-2297-4470-a76b-56fe8bbdb50a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "DELETE /v2.0/floatingips/2340aa0b-65f1-4115-807c-017d67ca0cbe HTTP/1.1" status: 204 len: 168 time: 0.8656006 Jan 18 12:52:16.775284 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4c06068e-bd16-4e3b-8e9e-c6d35fc5f1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.800283 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4c06068e-bd16-4e3b-8e9e-c6d35fc5f1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.851154 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4c06068e-bd16-4e3b-8e9e-c6d35fc5f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.868235 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06068e-bd16-4e3b-8e9e-c6d35fc5f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2963f-47c4-4293-946b-6efa95fa279a,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:16.875286 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4c06068e-bd16-4e3b-8e9e-c6d35fc5f1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.876557 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-4c06068e-bd16-4e3b-8e9e-c6d35fc5f1fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cde2963f-47c4-4293-946b-6efa95fa279a HTTP/1.1" status: 204 len: 168 time: 0.1588986 Jan 18 12:52:17.275335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33340) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:17.293168 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.324659 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:17.328737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Usage tracker for resource:security_group_rule and tenant:dd38b90985464c169098b017fd329966 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:17.332114 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:17.340106 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:17.373146 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33346) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:17.380781 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867541771', 'description': 'tempest-description--798809343'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:17.389542 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:17.395474 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:17.402272 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:17.413925 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:17.443131 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.448300 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.474677 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.515535 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18267017-4a25-4d6a-8bf4-44b2716d9b6e,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:17.526381 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6c1bfb34-4a64-4178-bab1-148eeeb060ca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd38b90985464c169098b017fd329966&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2471244 Jan 18 12:52:17.527139 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33350) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:17.541170 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:17.545193 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group_rule and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:17.548218 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:17.554592 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:17.596931 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e53-f3a5-4e83-a815-b6ea4e024153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.618834 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.623934 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.625019 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e53-f3a5-4e83-a815-b6ea4e024153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.665950 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:17.677697 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.678914 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e77e8f94-88ae-48e4-b53a-79fb8d20bac6 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3046062 Jan 18 12:52:17.681939 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33356) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:17.688366 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'security_group_rule': {'security_group_id': 'effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:17.692555 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e53-f3a5-4e83-a815-b6ea4e024153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.706327 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:17.714476 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group_rule and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:17.717112 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9e53-f3a5-4e83-a815-b6ea4e024153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18267017-4a25-4d6a-8bf4-44b2716d9b6e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:17.719838 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:17.726880 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:17.728831 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e53-f3a5-4e83-a815-b6ea4e024153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.730004 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-aecb9e53-f3a5-4e83-a815-b6ea4e024153 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/18267017-4a25-4d6a-8bf4-44b2716d9b6e HTTP/1.1" status: 204 len: 168 time: 0.2012680 Jan 18 12:52:17.747719 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.811631 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.815433 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.838716 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b415eca-9596-48a7-98b6-a9b8b653b3a4,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:17.850302 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.852050 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-de5f8a67-67ef-4773-b7bb-054c949058e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1688607 Jan 18 12:52:17.854715 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33362) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:17.862228 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'security_group_rule': {'security_group_id': 'effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:17.868586 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:17.873122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:security_group_rule and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:17.876217 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:17.882538 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:17.899857 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.964396 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.967947 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.992092 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8d3b05-e084-4cc7-ba05-14175eb86350,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:18.003015 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.004305 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7dbbea5b-85e1-4af0-93da-27844bd93be5 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1480036 Jan 18 12:52:18.007419 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33368) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:18.012626 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:18.018006 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:18.022360 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:floatingip and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:18.025219 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:18.030996 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:18.045439 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.181015 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.313165 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Allocated IP 172.27.0.6 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/01780c64-d166-47db-814c-6d5f5021aad2) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:18.459074 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.489451 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.563200 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:18.566645 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:18.568615 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'Port': ['ID=01780c64-d166-47db-814c-6d5f5021aad2,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:18.570749 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:18.737990 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.797035 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.017685 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.022714 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.123396 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'Port': ['ID=01780c64-d166-47db-814c-6d5f5021aad2,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:19.139057 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.160762 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.162105 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6a141f0c-c7bf-4655-9f4c-122c0807c37c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1536143 Jan 18 12:52:19.391763 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-b005706a-faff-466a-8bc1-5bbe8b501567 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--867541771&fields=id&tenant_id=a8915670cd7149dabaa9c738c0fc60f1 HTTP/1.1" status: 200 len: 267 time: 0.0425286 Jan 18 12:52:19.544329 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-39b5925a-bd0a-4025-9a02-755b5430899b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:19.545736 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-39b5925a-bd0a-4025-9a02-755b5430899b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 811 time: 0.1473765 Jan 18 12:52:19.561774 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-c6839618-0604-4e0f-8b99-4c80cacae6bf tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/quotas/a8915670cd7149dabaa9c738c0fc60f1 HTTP/1.1" status: 200 len: 375 time: 0.0105143 Jan 18 12:52:19.648188 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e1a1001b-9349-4649-8c1c-ba2e3a6e3751 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809698 Jan 18 12:52:20.007040 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-54228246-95d5-49af-9a92-f915958c8356 service neutron] 10.222.0.86 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459039 Jan 18 12:52:20.119850 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33448) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:20.146601 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-1f0098f1-492d-42a2-9d50-3083b492662f service neutron] 10.222.0.86 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386774 Jan 18 12:52:20.167347 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33454) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:20.345855 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-12a5a9e1-2838-4e08-9c38-013699f92abe req-7a9c3e71-07c5-4ee0-ab21-d1b4c5d41592 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 210 time: 0.0432479 Jan 18 12:52:20.348913 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.359474 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.407268 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:20.410242 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:20.414478 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbcef5c4be34554be7516b87287543a is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:20.417296 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Usage tracker for resource:security_group_rule and tenant:eaaa757fa1b24d0cad0b2b2e0e6a7dea is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:20.419881 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:20.422489 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:20.429622 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:20.431644 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:20.543241 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.547488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.548827 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.561919 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.620823 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b0ec68-4212-46dd-a980-9ffc60ef8318,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:20.632319 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ddc51750-45a0-4d9a-915a-a20be0eeaa58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1cbcef5c4be34554be7516b87287543a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5108445 Jan 18 12:52:20.635076 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33470) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:20.635849 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eaaa757fa1b24d0cad0b2b2e0e6a7dea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4675322 Jan 18 12:52:20.638645 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33474) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:20.676713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb35030-efaf-49f5-a650-294aa64f3575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e524586e-9ed1-4e5f-8bbd-9e3c8ee6307a,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:20.699336 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fd00f878-b78d-47ee-b5ae-ef0a78b574c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.716029 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c2208ed-b3eb-4018-a49e-3f4ee2e85359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.730875 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fd00f878-b78d-47ee-b5ae-ef0a78b574c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.748825 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c2208ed-b3eb-4018-a49e-3f4ee2e85359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.787568 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fd00f878-b78d-47ee-b5ae-ef0a78b574c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.802896 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00f878-b78d-47ee-b5ae-ef0a78b574c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b0ec68-4212-46dd-a980-9ffc60ef8318,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:20.810147 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fd00f878-b78d-47ee-b5ae-ef0a78b574c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.810147 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-fd00f878-b78d-47ee-b5ae-ef0a78b574c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/46b0ec68-4212-46dd-a980-9ffc60ef8318 HTTP/1.1" status: 204 len: 168 time: 0.1739926 Jan 18 12:52:20.819675 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c2208ed-b3eb-4018-a49e-3f4ee2e85359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.845315 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2208ed-b3eb-4018-a49e-3f4ee2e85359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e524586e-9ed1-4e5f-8bbd-9e3c8ee6307a,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:20.860335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c2208ed-b3eb-4018-a49e-3f4ee2e85359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.864625 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4c2208ed-b3eb-4018-a49e-3f4ee2e85359 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e524586e-9ed1-4e5f-8bbd-9e3c8ee6307a HTTP/1.1" status: 204 len: 168 time: 0.2219560 Jan 18 12:52:21.294796 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33490) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:21.312441 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.346289 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:21.350202 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0bac38a8734bd68ec825a68e23d893 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:21.352970 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:21.358547 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:21.502918 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.507381 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.511567 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-87838aac-87e4-4e15-85e3-349397db6b20 req-006ef18d-ece3-4019-aa50-0f64e5a1a7d9 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 210 time: 0.0424912 Jan 18 12:52:21.553585 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5e5506-cc77-40c5-b3d3-12442eefd5f1,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:21.562859 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7f148b97-b88d-4527-81ad-07834a04d176 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d0bac38a8734bd68ec825a68e23d893&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2669761 Jan 18 12:52:21.565413 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33496) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:21.626176 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4480d26b-9684-468b-ba6c-72d537a8681f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.651580 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4480d26b-9684-468b-ba6c-72d537a8681f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.704552 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4480d26b-9684-468b-ba6c-72d537a8681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.726088 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4480d26b-9684-468b-ba6c-72d537a8681f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.729687 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4480d26b-9684-468b-ba6c-72d537a8681f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a5e5506-cc77-40c5-b3d3-12442eefd5f1 HTTP/1.1" status: 204 len: 168 time: 0.1600249 Jan 18 12:52:21.729687 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480d26b-9684-468b-ba6c-72d537a8681f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5e5506-cc77-40c5-b3d3-12442eefd5f1,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:21.828515 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-88aa0616-b8f8-411e-9600-1547ac7d1c0c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:21.829927 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-88aa0616-b8f8-411e-9600-1547ac7d1c0c tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 811 time: 0.1532931 Jan 18 12:52:21.894919 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-fd4fea95-bed5-44b3-86f4-c38fbbba645d tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8915670cd7149dabaa9c738c0fc60f1 HTTP/1.1" status: 200 len: 379 time: 0.0460145 Jan 18 12:52:21.904102 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'port': {'device_id': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'admin_state_up': True, 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'security_groups': ['effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3']}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:22.006476 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9b49e580-00ab-4081-a427-30f080710fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.049035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:22.052204 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Usage tracker for resource:port and tenant:a8915670cd7149dabaa9c738c0fc60f1 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:22.055053 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:22.060655 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:22.070206 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Made reservation on behalf of a8915670cd7149dabaa9c738c0fc60f1 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:22.073321 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.284861 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Allocated IP 172.20.0.6 (da310088-244b-4133-81d0-87ef6fdcb0d8/d89ec874-52a4-48cd-9861-eca9acc4b14b/b5bf27a0-5c06-475d-a942-701404683ab1) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:22.483796 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.507963 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Transition to ACTIVE for port object b5bf27a0-5c06-475d-a942-701404683ab1 will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:22.530288 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.605869 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Network da310088-244b-4133-81d0-87ef6fdcb0d8 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:22.609550 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:22.611479 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event updated for resources: {'Port': ['ID=b5bf27a0-5c06-475d-a942-701404683ab1,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:22.613519 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:22.724216 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:22.724832 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.759029 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-2f31b13c-c34d-4635-a335-9c9038a456d4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587918 Jan 18 12:52:22.769785 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7dea2-1573-4da4-9412-c9aa51f25c47 req-d11015db-9e5e-45e3-ad32-f1f4404e03b4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:22.770527 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-f1c7dea2-1573-4da4-9412-c9aa51f25c47 req-d11015db-9e5e-45e3-ad32-f1f4404e03b4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Synchronizing usage tracker for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:22.800322 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-f1c7dea2-1573-4da4-9412-c9aa51f25c47 req-d11015db-9e5e-45e3-ad32-f1f4404e03b4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Unset dirty status for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:22.801882 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f1c7dea2-1573-4da4-9412-c9aa51f25c47 req-d11015db-9e5e-45e3-ad32-f1f4404e03b4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 931 time: 0.1549628 Jan 18 12:52:22.854442 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f1c7dea2-1573-4da4-9412-c9aa51f25c47 req-c6872653-743a-462d-9438-e3186d8fa5c4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464108 Jan 18 12:52:22.870305 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-4a9d0513-ec30-4205-ae0a-95b95dfc171b None None] Provisioning for port b5bf27a0-5c06-475d-a942-701404683ab1 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:22.875484 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-4a9d0513-ec30-4205-ae0a-95b95dfc171b None None] Provisioning complete for port b5bf27a0-5c06-475d-a942-701404683ab1 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:22.875854 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-4a9d0513-ec30-4205-ae0a-95b95dfc171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.925831 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Request body: {'port': {'device_id': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:22.941033 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d0513-ec30-4205-ae0a-95b95dfc171b None None] Port b5bf27a0-5c06-475d-a942-701404683ab1 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:52:23.033458 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.382257 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bf27a0-5c06-475d-a942-701404683ab1 {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:23.388851 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.402368 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Transition to ACTIVE for port object b5bf27a0-5c06-475d-a942-701404683ab1 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:23.405500 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.527408 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bf27a0-5c06-475d-a942-701404683ab1,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:23.635915 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Attempting to bind port b5bf27a0-5c06-475d-a942-701404683ab1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:23.636699 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Attempting to bind port b5bf27a0-5c06-475d-a942-701404683ab1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:23.637032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Attempting to bind port b5bf27a0-5c06-475d-a942-701404683ab1 on network da310088-244b-4133-81d0-87ef6fdcb0d8 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:23.644233 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Port b5bf27a0-5c06-475d-a942-701404683ab1 on network da310088-244b-4133-81d0-87ef6fdcb0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:52:23.644701 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Attempting to bind port b5bf27a0-5c06-475d-a942-701404683ab1 on network da310088-244b-4133-81d0-87ef6fdcb0d8 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:23.652471 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:23.652810 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Checking segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:23.653190 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Bound using segment: {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:23.653622 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Bound port: b5bf27a0-5c06-475d-a942-701404683ab1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f5f8ed-b483-4bbd-85bd-441743f8039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:23.653969 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.748585 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] For port b5bf27a0-5c06-475d-a942-701404683ab1, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:23.751906 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] For port b5bf27a0-5c06-475d-a942-701404683ab1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b5bf27a0-5c06-475d-a942-701404683ab1,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:23.756073 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.817425 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.818910 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] 10.222.0.20 "PUT /v2.0/ports/b5bf27a0-5c06-475d-a942-701404683ab1 HTTP/1.1" status: 200 len: 1093 time: 1.0452948 Jan 18 12:52:23.819261 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:23.836405 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9691c72-cafd-428c-b47a-1ff9a3009d24 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bf27a0-5c06-475d-a942-701404683ab1,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:23.979631 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'status': 'completed', 'code': 200} Jan 18 12:52:23.985494 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-b04577c5-ae36-4690-86b1-7b292117b8a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.0977633 Jan 18 12:52:24.161864 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-cdbbaa92-1e7a-4641-b32e-bf74fb9a8344 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5bf27a0-5c06-475d-a942-701404683ab1 HTTP/1.1" status: 200 len: 217 time: 0.1571851 Jan 18 12:52:24.171987 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a96a-d156-4827-a914-e406dd2791bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:24.237058 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-775c4b69-a28b-40dd-8801-e7f1d5a02247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:24.238436 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-775c4b69-a28b-40dd-8801-e7f1d5a02247 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0664272 Jan 18 12:52:24.246854 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcbb6a-0c86-4730-8a9c-bddbd7796f01 req-a354d34f-8bb3-4785-bc65-e8c025f68a9a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:24.248272 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7bfcbb6a-0c86-4730-8a9c-bddbd7796f01 req-a354d34f-8bb3-4785-bc65-e8c025f68a9a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 943 time: 0.1940720 Jan 18 12:52:24.322791 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-bbc828e1-5e8d-49ce-a51e-314568cf1399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735886 Jan 18 12:52:24.486368 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-a2fad94b-cd52-49bb-893c-8b6de4ae48a5 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571617 Jan 18 12:52:24.488706 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7bfcbb6a-0c86-4730-8a9c-bddbd7796f01 req-ae4ff05c-7168-491e-b9ce-746838d9aeb4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089581 Jan 18 12:52:24.620357 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d51bf28c-0a1b-4fb7-b535-8c424c800fb0 req-6dea8c1e-06ee-4b8b-88b2-8c9aa8044000 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270783 Jan 18 12:52:24.787340 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-1cdec7ab-29b9-4499-a0a5-81b1bcf51009 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.0666180 Jan 18 12:52:24.913273 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-161b656f-8b3d-45c4-bada-ffd021b9ef19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:24.914681 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-161b656f-8b3d-45c4-bada-ffd021b9ef19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 912 time: 0.1217918 Jan 18 12:52:24.984961 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-748b5546-8775-4978-aade-08331f83a81f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5bf27a0-5c06-475d-a942-701404683ab1 HTTP/1.1" status: 200 len: 217 time: 0.0632894 Jan 18 12:52:25.305233 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:25.420442 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:25.682652 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63baaf-309b-4f70-92cf-a8ccbc0b500f req-384f20c7-b163-4447-b476-f099666cb1d1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:25.684120 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b63baaf-309b-4f70-92cf-a8ccbc0b500f req-384f20c7-b163-4447-b476-f099666cb1d1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 943 time: 0.0757892 Jan 18 12:52:25.732405 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b63baaf-309b-4f70-92cf-a8ccbc0b500f req-cb85d3a6-20da-4416-8f07-1be617d392b9 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428317 Jan 18 12:52:26.541900 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:26.924061 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a87c0-57ba-46cd-a56b-5b5d3bbe13f4 req-82dace3d-3a2a-440d-a16c-f75bf16ddcc0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:26.925662 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-699a87c0-57ba-46cd-a56b-5b5d3bbe13f4 req-82dace3d-3a2a-440d-a16c-f75bf16ddcc0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 943 time: 0.0748072 Jan 18 12:52:26.974134 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-699a87c0-57ba-46cd-a56b-5b5d3bbe13f4 req-86ab7d46-e3f3-4d91-a7d4-2fdd3b4a9529 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400531 Jan 18 12:52:27.434012 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-c0bb0603-0c9d-4649-929c-3339015a82df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:27.435448 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-c0bb0603-0c9d-4649-929c-3339015a82df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0613370 Jan 18 12:52:27.507246 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-b789d781-81b1-45b9-bcfa-7cb29f4ce9f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650461 Jan 18 12:52:27.644012 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-95d28235-0960-4125-bfc9-8f5d813e642c service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231606 Jan 18 12:52:27.774044 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb5618af-5c92-4c0b-9f58-682147c32938 req-e80480f9-4f8c-4979-af36-eec29d0b0df5 service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231303 Jan 18 12:52:28.176111 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d9ed-94bd-4d45-a56c-27a352f52257 req-c70327aa-3499-4924-812e-856963d74aac tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:28.177552 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e87d9ed-94bd-4d45-a56c-27a352f52257 req-c70327aa-3499-4924-812e-856963d74aac tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 943 time: 0.0751965 Jan 18 12:52:28.225355 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e87d9ed-94bd-4d45-a56c-27a352f52257 req-9a27fed1-b4d9-427f-83be-f0d6df6a7f19 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420697 Jan 18 12:52:29.415510 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ea08a-fe69-40be-b128-ddb1962baaff req-15602f83-87cf-4e59-aa11-e414e14771bf tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:29.416921 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e28ea08a-fe69-40be-b128-ddb1962baaff req-15602f83-87cf-4e59-aa11-e414e14771bf tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 943 time: 0.0741928 Jan 18 12:52:29.461032 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e28ea08a-fe69-40be-b128-ddb1962baaff req-19eef2f9-ba63-4dc9-9ff8-9ef4f0f91020 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387683 Jan 18 12:52:29.854146 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:52:30.708072 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9df80-9dcc-4573-a4bb-42ef1445e9ef req-9b2e76aa-190f-48c5-ac94-51c398309b08 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:30.709508 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-69d9df80-9dcc-4573-a4bb-42ef1445e9ef req-9b2e76aa-190f-48c5-ac94-51c398309b08 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 943 time: 0.1314332 Jan 18 12:52:30.754144 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-69d9df80-9dcc-4573-a4bb-42ef1445e9ef req-cd696af9-2a86-49cd-8763-7c34a2fac920 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387723 Jan 18 12:52:30.891094 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b5bf27a0-5c06-475d-a942-701404683ab1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:52:31.020347 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b5bf27a0-5c06-475d-a942-701404683ab1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b5bf27a0-5c06-475d-a942-701404683ab1,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:31.033478 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'port_id': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'mac_address': 'fa:16:3e:c1:21:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:52:31.090548 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:31.107725 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bf27a0-5c06-475d-a942-701404683ab1 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:31.123339 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b5bf27a0-5c06-475d-a942-701404683ab1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b5bf27a0-5c06-475d-a942-701404683ab1,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:31.127639 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:31.193446 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b5bf27a0-5c06-475d-a942-701404683ab1,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:31.419072 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['b5bf27a0-5c06-475d-a942-701404683ab1'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:31.948960 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cc335-7fff-4611-a6cc-6d700d2f35b8 req-54a7b3e9-8819-4237-9077-bf1377303f8f tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:31.949748 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3f3cc335-7fff-4611-a6cc-6d700d2f35b8 req-54a7b3e9-8819-4237-9077-bf1377303f8f tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 944 time: 0.0757909 Jan 18 12:52:31.965194 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:31.996150 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3f3cc335-7fff-4611-a6cc-6d700d2f35b8 req-7fc0a581-bdcb-40ca-8e21-75feff687d33 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402379 Jan 18 12:52:32.227035 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b5bf27a0-5c06-475d-a942-701404683ab1 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:32.292470 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port b5bf27a0-5c06-475d-a942-701404683ab1 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:32.297174 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port b5bf27a0-5c06-475d-a942-701404683ab1 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:32.297534 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:32.407859 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:32.435837 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:32.446240 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b5bf27a0-5c06-475d-a942-701404683ab1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b5bf27a0-5c06-475d-a942-701404683ab1,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:32.450515 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:32.519279 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b5bf27a0-5c06-475d-a942-701404683ab1,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:32.586952 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'code': 200} Jan 18 12:52:32.860174 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-28f8473f-9f47-4f40-b3d2-7fc54ed9295b req-24891b27-4a72-4d0d-b649-354995d61966 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 1098 time: 0.0800683 Jan 18 12:52:32.914070 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-28f8473f-9f47-4f40-b3d2-7fc54ed9295b req-8980a5e5-7c50-4575-aa2b-deb879c096c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478625 Jan 18 12:52:33.188510 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461aa51-d223-45dc-9220-f01b25157f6c req-0a4d70cc-3194-4f9d-a6fa-f17f451f66d3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:33.189946 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f461aa51-d223-45dc-9220-f01b25157f6c req-0a4d70cc-3194-4f9d-a6fa-f17f451f66d3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 945 time: 0.0740716 Jan 18 12:52:33.235719 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f461aa51-d223-45dc-9220-f01b25157f6c req-d424fa74-eda7-490e-8a5b-f9cfa2c9d9b0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396798 Jan 18 12:52:34.434245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7769f-3901-431b-bed1-0218b594456b req-1bfcef8a-3771-415b-ba6b-05db884bb778 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:34.435717 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3af7769f-3901-431b-bed1-0218b594456b req-1bfcef8a-3771-415b-ba6b-05db884bb778 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 945 time: 0.0785573 Jan 18 12:52:34.481857 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3af7769f-3901-431b-bed1-0218b594456b req-7b19c69b-1d0d-45d2-81f0-9f7c15afb3c2 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405169 Jan 18 12:52:34.670486 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca78232-53c4-4957-9a4d-a093870cbb0b req-34a60e19-cd5a-4673-ba09-3a02ffa170b3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:34.671934 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5ca78232-53c4-4957-9a4d-a093870cbb0b req-34a60e19-cd5a-4673-ba09-3a02ffa170b3 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 945 time: 0.0744171 Jan 18 12:52:34.680258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33620) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:34.685261 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Request body: {'floatingip': {'port_id': 'b5bf27a0-5c06-475d-a942-701404683ab1'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:34.760727 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.334877 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.338727 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.524604 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Floating IP 5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2 associated. External IP: 172.27.0.6, port: b5bf27a0-5c06-475d-a942-701404683ab1. Jan 18 12:52:35.952147 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Router 181b6071-d203-4b07-a33f-de781cbf485b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:52:36.148273 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:52:36.152961 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:36.157430 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] Sync routers for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:52:36.169352 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:36.169952 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:36.204198 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-84b450eb-08b6-4b6b-8580-10a7c1112db7 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "PUT /v2.0/floatingips/5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2 HTTP/1.1" status: 200 len: 989 time: 1.5229273 Jan 18 12:52:36.204844 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:36.345888 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:36.711813 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'port_id': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'mac_address': 'fa:16:3e:c1:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:52:18Z', 'updated_at': '2022-01-18T12:52:35Z', 'revision_number': 1, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:36.715519 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] Checking router: 181b6071-d203-4b07-a33f-de781cbf485b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:52:36.725762 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:36.726350 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:36.898977 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:37.104608 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'status': 'completed', 'code': 200} Jan 18 12:52:37.216300 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-df69ac00-aaec-49dc-a22d-481e3bdcf6b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 1098 time: 0.0691760 Jan 18 12:52:37.234640 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'port_id': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'mac_address': 'fa:16:3e:c1:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:52:18Z', 'updated_at': '2022-01-18T12:52:35Z', 'revision_number': 1, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:37.239102 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746642e5-0182-4203-aaef-ee9edbacd5a8 None None] The sync data for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi is: [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'port_id': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'mac_address': 'fa:16:3e:c1:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:52:18Z', 'updated_at': '2022-01-18T12:52:35Z', 'revision_number': 1, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:52:37.349155 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-0a4499f9-6090-4d0f-829f-d4b78bae0c29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:37.350650 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-0a4499f9-6090-4d0f-829f-d4b78bae0c29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 200 len: 912 time: 0.1284709 Jan 18 12:52:37.421581 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fedc444-ca49-4650-9e34-10ced654fc2e None None] New status for floating IP 5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2: ACTIVE {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:52:37.459545 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-6c5cc178-7504-483f-8ca3-204825497188 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5bf27a0-5c06-475d-a942-701404683ab1 HTTP/1.1" status: 200 len: 997 time: 0.1006863 Jan 18 12:52:37.520816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-893e8c22-17a2-41c9-bbca-17184a76112b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:37.522381 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-893e8c22-17a2-41c9-bbca-17184a76112b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 200 len: 850 time: 0.0582268 Jan 18 12:52:37.602807 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-e9085950-742e-40f7-b3de-884c78fd7e98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da310088-244b-4133-81d0-87ef6fdcb0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736153 Jan 18 12:52:37.741652 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-784bdd97-9e86-49d6-b824-67ef9ad6586a service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314647 Jan 18 12:52:37.874722 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-aa4bbe46-c70e-4fa3-8956-43f33a85a750 req-f66e259b-9687-48ae-a542-f5314c6fd64e service neutron] 10.222.0.20 "GET /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270177 Jan 18 12:52:42.287867 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33692) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:42.427661 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.458677 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:42.462580 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8f772448ef46dfa95b3e792e3b930e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:42.465276 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:42.470737 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:42.531798 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.535484 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.578790 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17e38c-cf6d-4584-93b7-f8fecb635404,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:42.584036 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-9d0b6997-f3e0-4319-9b4d-735db4a39645 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b8f772448ef46dfa95b3e792e3b930e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2951860 Jan 18 12:52:42.586930 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33698) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:42.647304 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d812-b620-4e9c-80ac-acb8c910d31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.671335 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d812-b620-4e9c-80ac-acb8c910d31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.720536 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d812-b620-4e9c-80ac-acb8c910d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.734403 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3d812-b620-4e9c-80ac-acb8c910d31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17e38c-cf6d-4584-93b7-f8fecb635404,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:42.740859 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d812-b620-4e9c-80ac-acb8c910d31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.741966 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-7cc3d812-b620-4e9c-80ac-acb8c910d31f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c17e38c-cf6d-4584-93b7-f8fecb635404 HTTP/1.1" status: 204 len: 168 time: 0.1541212 Jan 18 12:52:51.473827 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33800) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:51.611698 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:51.641607 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:51.645372 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Usage tracker for resource:security_group_rule and tenant:0b658adc85ee4cbea29e410b073e9120 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:51.648079 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:51.653546 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:51.715905 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:51.720264 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:51.766062 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4164696-fffe-4599-9a25-669a3e29c928,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:51.774451 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-479f0508-8987-42c5-8fae-0a365236329b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b658adc85ee4cbea29e410b073e9120&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970181 Jan 18 12:52:51.775414 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33808) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:51.833448 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd625219-6e92-441a-bf55-9a78205bfb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:51.858415 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd625219-6e92-441a-bf55-9a78205bfb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:51.911544 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd625219-6e92-441a-bf55-9a78205bfb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:51.925431 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625219-6e92-441a-bf55-9a78205bfb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4164696-fffe-4599-9a25-669a3e29c928,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:51.931756 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd625219-6e92-441a-bf55-9a78205bfb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:51.932869 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-bd625219-6e92-441a-bf55-9a78205bfb0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4164696-fffe-4599-9a25-669a3e29c928 HTTP/1.1" status: 204 len: 168 time: 0.1573305 Jan 18 12:52:52.007832 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-38e2cade-770b-40a4-bc90-d9895b18302f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:52.695936 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33834) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:52.820168 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1857514808-network', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:52.824744 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:52.828565 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Usage tracker for resource:network and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:52.832025 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:52.837842 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:52.849027 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Made reservation on behalf of d1d0a7fce81846f0933bc4506e771081 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:52.851369 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:52.863537 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:52.902509 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:52.906467 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:52.909842 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:52.915498 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:52.984152 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:52.988465 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.019215 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:52:53.027739 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d582d265-8bb0-4be3-b3b5-36de2972fb99,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:53.037737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.038189 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Added segment 473b5abe-44ac-4adf-8338-0371f67d42de of type vlan for network c2f282d1-80dd-4985-b16f-8891aaccff13 Jan 18 12:52:53.064477 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.094529 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.095576 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:53.096280 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.200558 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5035217 Jan 18 12:52:53.201268 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3de653-9acb-47d1-b9be-8737547f9909 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f282d1-80dd-4985-b16f-8891aaccff13,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:53.204634 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33846) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:53.211981 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Request body: {'subnet': {'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1857514808-subnet', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:53.212412 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network c2f282d1-80dd-4985-b16f-8891aaccff13 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:52:53.216742 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:53.220563 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Usage tracker for resource:subnet and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:53.224083 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:53.229721 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:53.240474 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Made reservation on behalf of d1d0a7fce81846f0933bc4506e771081 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:53.242829 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16647141'] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.455059 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15893571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16647155'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.524777 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2739c83-7555-4e74-ac54-fcacf7613ca0,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:53.539421 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Checking segment: {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:53.539772 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Network hostable DHCP agents. Network: c2f282d1-80dd-4985-b16f-8891aaccff13, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:52:53.560839 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Network c2f282d1-80dd-4985-b16f-8891aaccff13 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:52:53.570830 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, c2f282d1-80dd-4985-b16f-8891aaccff13) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:53.575045 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:53.575630 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.579632 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4da1-ad7a-4bbf-a037-27b5c35361d0 req-66dada01-aea5-4935-b5f7-fe9568c4faf1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:53.581293 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591737d8-2959-48e7-85c0-d08f54ba3a03 None None] Network c2f282d1-80dd-4985-b16f-8891aaccff13 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:52:53.581758 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-983a4da1-ad7a-4bbf-a037-27b5c35361d0 req-66dada01-aea5-4935-b5f7-fe9568c4faf1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0805509 Jan 18 12:52:53.600671 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-99be3b75-d6c4-41ea-ac7a-7ca1623ec00f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3948157 Jan 18 12:52:53.603395 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33856) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:53.608880 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:53.613412 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:53.617247 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Usage tracker for resource:router and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:53.620146 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:53.626084 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:53.634039 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-983a4da1-ad7a-4bbf-a037-27b5c35361d0 req-62bdc131-4d3c-4e0e-be84-a281c5d9d1c2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Jan 18 12:52:53.639781 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.641224 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.664725 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.811335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.815458 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-c2f282d1-80dd-4985-b16f-8891aaccff13', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:52:53.816294 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:53.972285 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Allocated IP 172.20.0.2 (c2f282d1-80dd-4985-b16f-8891aaccff13/f2739c83-7555-4e74-ac54-fcacf7613ca0/73c053b3-8ad7-46bf-b832-3b2c3a4a3af2) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:54.001199 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.029870 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.172149 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Allocated IP 172.27.0.124 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/0fc6fd8d-35d6-496c-bd59-ceb4b8f73213) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:54.209888 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-2a000589-980d-4bef-9f6a-3786e5f72af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.215987 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.227020 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Transition to ACTIVE for port object 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:54.245578 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Transition to ACTIVE for port object 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:54.251189 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.318430 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Network c2f282d1-80dd-4985-b16f-8891aaccff13 is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:54.320009 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.321281 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:54.325599 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:54.327488 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Pushing event updated for resources: {'Port': ['ID=73c053b3-8ad7-46bf-b832-3b2c3a4a3af2,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:54.339256 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.339595 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.339933 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.340265 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.340592 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.340913 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.341233 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.341553 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.341872 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.342185 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.342498 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:54.349256 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.444024 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Attempting to bind port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:54.444295 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Attempting to bind port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:54.444659 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Attempting to bind port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 on network c2f282d1-80dd-4985-b16f-8891aaccff13 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:54.451634 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:54.452024 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Checking segment: {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:54.452482 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.452920 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Bound using segment: {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:54.453383 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Bound port: 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:54.453782 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.501100 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:54.503989 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:54.508322 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:54.534531 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:54.544981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] For port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:54.547921 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] For port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=73c053b3-8ad7-46bf-b832-3b2c3a4a3af2,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:54.553024 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.629525 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f03cc-8129-4ca7-897c-59eea770db44 None None] Pushing event updated for resources: {'Port': ['ID=73c053b3-8ad7-46bf-b832-3b2c3a4a3af2,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:54.679454 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.680158 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:54.945246 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a0bed-2a13-47a1-b92a-8bb5a3297ca6 req-64c01191-3182-44de-b768-1cbd38c7bca4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:54.947372 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e02a0bed-2a13-47a1-b92a-8bb5a3297ca6 req-64c01191-3182-44de-b768-1cbd38c7bca4 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1688848 Jan 18 12:52:54.961696 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Router 49c454da-bcd8-4125-a817-f43c121cd8fa is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:52:54.995972 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e02a0bed-2a13-47a1-b92a-8bb5a3297ca6 req-2f668a3f-aed5-432a-8f0e-c1b8372579f5 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 Jan 18 12:52:55.160927 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:52:55.169484 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Sync routers for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:52:55.181078 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:55.181855 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:55.183724 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:55.185191 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-31fc3c9a-923f-4c96-b2b0-570344cc9404 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5806785 Jan 18 12:52:55.187880 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33864) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:55.365175 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:55.386912 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:55.521437 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:55.607143 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c2b81-c42f-4776-bece-f183cfeea283 None None] Network c2f282d1-80dd-4985-b16f-8891aaccff13 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:52:55.777632 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9ea6317f-ea8d-43fb-918e-25457e83c7eb None None] Provisioning for port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:55.851515 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:54Z', 'revision_number': 3, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:55.881494 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Checking router: 49c454da-bcd8-4125-a817-f43c121cd8fa for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:52:55.881494 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Updating router 49c454da-bcd8-4125-a817-f43c121cd8fa port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:52:55.937099 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:55.951695 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.169048 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:56.179281 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Allocated IP 172.20.0.1 (c2f282d1-80dd-4985-b16f-8891aaccff13/f2739c83-7555-4e74-ac54-fcacf7613ca0/0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:56.274340 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38834d1e-c4c2-421e-9521-f729316dc116 req-cbb357d5-ba04-4821-a14b-c4bffb6dec06 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:56.275974 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-38834d1e-c4c2-421e-9521-f729316dc116 req-cbb357d5-ba04-4821-a14b-c4bffb6dec06 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0915697 Jan 18 12:52:56.333405 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-38834d1e-c4c2-421e-9521-f729316dc116 req-764c58ca-f963-42b9-a5d0-c39b0d5d7ac6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491395 Jan 18 12:52:56.337130 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:56.350483 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:56.350876 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.460199 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.477508 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.478430 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Transition to ACTIVE for port object 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:56.483275 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-f09b43be-cf4e-4b2f-acf4-7adae439f8fd None None] Provisioning complete for port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:56.483648 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f09b43be-cf4e-4b2f-acf4-7adae439f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.500902 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.552004 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Transition to ACTIVE for port object 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:56.569308 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Network c2f282d1-80dd-4985-b16f-8891aaccff13 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:56.572160 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:56.575866 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:56.590519 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.617452 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Pushing event updated for resources: {'Port': ['ID=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:56.641081 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.655833 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.664849 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.718090 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67dfbb-72ed-4cec-aea6-e99a8e2c5afd None None] Pushing event updated for resources: {'Port': ['ID=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:56.730946 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.766048 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Attempting to bind port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:56.766411 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Attempting to bind port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:56.766764 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Attempting to bind port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:56.773054 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=73c053b3-8ad7-46bf-b832-3b2c3a4a3af2,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:56.785509 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.830241 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:56.831150 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:56.831549 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.831943 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:56.832414 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Bound port: 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:56.832777 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.862173 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f09b43be-cf4e-4b2f-acf4-7adae439f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.933579 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=73c053b3-8ad7-46bf-b832-3b2c3a4a3af2,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:56.960297 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.964933 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.990254 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] For port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:57.004010 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] For port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:57.005444 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-f09b43be-cf4e-4b2f-acf4-7adae439f8fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:52:57.005801 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-f09b43be-cf4e-4b2f-acf4-7adae439f8fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:52:57.009217 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:57.066763 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Pushing event updated for resources: {'Port': ['ID=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:57.071596 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:57.090864 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67dfbb-72ed-4cec-aea6-e99a8e2c5afd None None] Pushing event updated for resources: {'Port': ['ID=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:57.095976 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:57.097205 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:57.206800 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Network c2f282d1-80dd-4985-b16f-8891aaccff13 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:57.207857 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:57.277193 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:57.551649 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af2b27-8c43-4ce7-b304-c419690ef812 req-1a53c18b-b595-44c6-b97d-60d09036fdce tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:57.560877 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-71af2b27-8c43-4ce7-b304-c419690ef812 req-1a53c18b-b595-44c6-b97d-60d09036fdce tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0909834 Jan 18 12:52:57.600452 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Router 49c454da-bcd8-4125-a817-f43c121cd8fa has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:52:57.618090 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-71af2b27-8c43-4ce7-b304-c419690ef812 req-fcb4f64a-1101-4b7d-ae7e-90f6f26f3b32 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556693 Jan 18 12:52:57.649320 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 2, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:57.655829 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4920db-8053-4e36-adc6-6d41131e7b1a None None] The sync data for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi is: [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 2, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:52:57.734661 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-d003b42e-a076-4452-9197-7926ede74ba6 None None] Provisioning for port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:57.740166 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-d003b42e-a076-4452-9197-7926ede74ba6 None None] Provisioning complete for port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:57.740536 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-d003b42e-a076-4452-9197-7926ede74ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:57.795578 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-d003b42e-a076-4452-9197-7926ede74ba6 None None] Port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:52:57.826543 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:52:57.842079 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8ede48c4-d96c-4325-b51e-d10b6a558bbf admin admin] 10.222.0.86 "PUT /v2.0/routers/49c454da-bcd8-4125-a817-f43c121cd8fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481791 Jan 18 12:52:58.106086 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:58.186625 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:58.187016 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:58.811254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33900) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:58.819933 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-889493090-network', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:58.824828 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:58.836599 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Usage tracker for resource:network and tenant:2c0d6c4e21b34ad6a553e98e887cbe03 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:58.839999 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:58.848250 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:58.852879 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4a96-6981-409b-b039-fae3eff4fbbc req-0103213a-89de-435c-adb5-5ff7518eb60c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:58.860216 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-07be4a96-6981-409b-b039-fae3eff4fbbc req-0103213a-89de-435c-adb5-5ff7518eb60c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0977857 Jan 18 12:52:58.861328 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Made reservation on behalf of 2c0d6c4e21b34ad6a553e98e887cbe03 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:58.864938 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:58.879695 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:58.915408 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-07be4a96-6981-409b-b039-fae3eff4fbbc req-27bdfa61-a8bc-4f34-9872-034a81d2c37b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539799 Jan 18 12:52:58.918288 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:58.922143 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0d6c4e21b34ad6a553e98e887cbe03 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:58.925189 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:58.930844 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:59.073218 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.076847 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.106885 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:52:59.112275 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6b233-d7f7-4f03-8507-442e167d6d0b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:59.118679 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.119590 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Added segment 636e4bd7-e8d2-4483-9e7e-71b8213e66a3 of type vlan for network 6f0ad6b5-04a7-4220-975b-f35e5220377c Jan 18 12:52:59.145697 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.173352 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.174113 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:59.174711 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.274495 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0ad6b5-04a7-4220-975b-f35e5220377c,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:59.277471 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-fc720011-b9eb-40cf-b870-d6295e6f0463 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4644628 Jan 18 12:52:59.280331 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33904) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:59.285662 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:52:59.286221 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Request body: {'subnet': {'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-889493090-subnet', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:59.290902 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:59.294723 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Usage tracker for resource:subnet and tenant:2c0d6c4e21b34ad6a553e98e887cbe03 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:59.297520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:59.303148 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:59.314935 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Made reservation on behalf of 2c0d6c4e21b34ad6a553e98e887cbe03 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:59.317248 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16647141'] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.512750 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15893571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16647155'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.574820 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:59.597281 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Checking segment: {'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:59.597623 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Network hostable DHCP agents. Network: 6f0ad6b5-04a7-4220-975b-f35e5220377c, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:52:59.618381 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:52:59.627413 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 6f0ad6b5-04a7-4220-975b-f35e5220377c) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:59.631107 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:59.631690 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.635892 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5989a-f964-452e-af6d-83fdaed2d43e None None] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:52:59.651834 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-2566d365-7da0-4048-b162-0ea7462b26ef admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3705256 Jan 18 12:52:59.654360 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 33908) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:59.659832 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:59.664173 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:59.667882 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Usage tracker for resource:router and tenant:2c0d6c4e21b34ad6a553e98e887cbe03 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:59.670621 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:59.676847 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:59.686857 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.687816 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.706065 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.852299 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d70832-b608-494b-9025-061d200c417f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-6f0ad6b5-04a7-4220-975b-f35e5220377c', 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'fixed_ips': [{'subnet_id': '2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:52:59.853115 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e1d70832-b608-494b-9025-061d200c417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:59.854226 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.031919 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-e1d70832-b608-494b-9025-061d200c417f None None] Allocated IP 172.20.0.2 (6f0ad6b5-04a7-4220-975b-f35e5220377c/2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b/cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:53:00.053229 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.088285 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.149058 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72be63-0176-4988-bd7a-0543fd507d3b req-1d1f8a6c-2e87-438d-a195-2040ddefd981 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:00.155380 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-be72be63-0176-4988-bd7a-0543fd507d3b req-1d1f8a6c-2e87-438d-a195-2040ddefd981 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0987539 Jan 18 12:53:00.161497 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:00.202450 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-be72be63-0176-4988-bd7a-0543fd507d3b req-4e8d2823-f744-483c-80be-935fa4b110b6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Jan 18 12:53:00.241413 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Allocated IP 172.27.0.186 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/ca15a83d-2462-4b6d-9ddc-5602f6003c89) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:53:00.337417 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:00.347740 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:00.348275 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.393682 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.396531 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e1d70832-b608-494b-9025-061d200c417f None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.413522 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-e1d70832-b608-494b-9025-061d200c417f None None] Transition to ACTIVE for port object cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:00.421099 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.436756 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-e1d70832-b608-494b-9025-061d200c417f None None] Transition to ACTIVE for port object cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:00.468641 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e1d70832-b608-494b-9025-061d200c417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.488089 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:53:00.490822 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:53:00.494400 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:53:00.530048 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Pushing event updated for resources: {'Port': ['ID=ca15a83d-2462-4b6d-9ddc-5602f6003c89,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:00.556887 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.564328 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d70832-b608-494b-9025-061d200c417f None None] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:53:00.566411 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d70832-b608-494b-9025-061d200c417f None None] Pushing event updated for resources: {'Port': ['ID=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:00.568734 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-e1d70832-b608-494b-9025-061d200c417f None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:53:00.571435 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d70832-b608-494b-9025-061d200c417f None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:53:00.584982 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:00.613691 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.652487 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.653363 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.718207 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-e1d70832-b608-494b-9025-061d200c417f None None] Attempting to bind port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:53:00.718563 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-e1d70832-b608-494b-9025-061d200c417f None None] Attempting to bind port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:53:00.719147 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d70832-b608-494b-9025-061d200c417f None None] Attempting to bind port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 on network 6f0ad6b5-04a7-4220-975b-f35e5220377c {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:53:00.727508 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:00.731451 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d70832-b608-494b-9025-061d200c417f None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:53:00.731808 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d70832-b608-494b-9025-061d200c417f None None] Checking segment: {'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:53:00.732195 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e1d70832-b608-494b-9025-061d200c417f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.732563 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d70832-b608-494b-9025-061d200c417f None None] Bound using segment: {'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:53:00.733001 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-e1d70832-b608-494b-9025-061d200c417f None None] Bound port: cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:53:00.733372 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e1d70832-b608-494b-9025-061d200c417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.821768 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-e1d70832-b608-494b-9025-061d200c417f None None] For port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:53:00.824978 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-e1d70832-b608-494b-9025-061d200c417f None None] For port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,segment=NetworkSegment(636e4bd7-e8d2-4483-9e7e-71b8213e66a3),segment_id=636e4bd7-e8d2-4483-9e7e-71b8213e66a3)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:53:00.830266 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e1d70832-b608-494b-9025-061d200c417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:00.912742 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d70832-b608-494b-9025-061d200c417f None None] Pushing event updated for resources: {'Port': ['ID=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:00.977562 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Router 26a45216-3483-4e24-a830-86943a713c19 is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:53:01.205338 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:53:01.216914 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Sync routers for ids ['26a45216-3483-4e24-a830-86943a713c19'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:53:01.230833 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:01.231586 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Routers {'26a45216-3483-4e24-a830-86943a713c19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:01.232359 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6525f520-7e58-40cc-b259-58d20f6f20ef admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5770295 Jan 18 12:53:01.233198 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['26a45216-3483-4e24-a830-86943a713c19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:01.235525 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 33918) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:01.428647 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Set router 26a45216-3483-4e24-a830-86943a713c19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:01.607044 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c34b-4cf4-4220-8ccc-23f131e3aa2e req-16d75481-ad4b-4b88-8c2e-6319015ed01b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:01.608499 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c402c34b-4cf4-4220-8ccc-23f131e3aa2e req-16d75481-ad4b-4b88-8c2e-6319015ed01b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1747856 Jan 18 12:53:01.682619 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c402c34b-4cf4-4220-8ccc-23f131e3aa2e req-861616b4-b408-412a-b1c2-b9495af54db5 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650835 Jan 18 12:53:01.725028 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 3, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port': {'id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:00Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:01.729243 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Checking router: 26a45216-3483-4e24-a830-86943a713c19 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:53:01.729597 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Updating router 26a45216-3483-4e24-a830-86943a713c19 port ca15a83d-2462-4b6d-9ddc-5602f6003c89 binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:53:01.782881 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:01.858189 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a45522-d111-47ef-9ae1-241f3b897e3e None None] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:53:01.966094 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:01.975079 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-52bc5082-6ec3-4ef1-b8b0-7f58ce58f21c None None] Provisioning for port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:02.156718 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.174679 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Transition to ACTIVE for port object ca15a83d-2462-4b6d-9ddc-5602f6003c89 will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:02.182642 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.228741 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:02.273447 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Attempting to bind port ca15a83d-2462-4b6d-9ddc-5602f6003c89 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:53:02.274701 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Attempting to bind port ca15a83d-2462-4b6d-9ddc-5602f6003c89 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:53:02.275485 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Attempting to bind port ca15a83d-2462-4b6d-9ddc-5602f6003c89 on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:53:02.297057 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:53:02.297760 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:53:02.298321 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.299121 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:53:02.299607 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Bound port: ca15a83d-2462-4b6d-9ddc-5602f6003c89, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:53:02.300000 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.309713 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.324819 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:02.337636 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:02.338265 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.362725 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Pushing event updated for resources: {'Port': ['ID=ca15a83d-2462-4b6d-9ddc-5602f6003c89,revision_number=2']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:02.378867 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.380026 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.380026 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.380358 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.380720 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.381253 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.381774 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.382340 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.383058 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.383599 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.384128 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.448543 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] For port ca15a83d-2462-4b6d-9ddc-5602f6003c89, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:53:02.452236 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] For port ca15a83d-2462-4b6d-9ddc-5602f6003c89, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=ca15a83d-2462-4b6d-9ddc-5602f6003c89,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:53:02.457202 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.540357 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.544764 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6f318-779b-4dae-a3e1-25ed2ff1f2bd None None] Pushing event updated for resources: {'Port': ['ID=ca15a83d-2462-4b6d-9ddc-5602f6003c89,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:02.548511 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Routers {'26a45216-3483-4e24-a830-86943a713c19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:02.549701 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['26a45216-3483-4e24-a830-86943a713c19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:02.561779 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-565437da-ca52-4c6a-b0d1-03d8a8376c79 None None] Provisioning complete for port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:02.562258 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-565437da-ca52-4c6a-b0d1-03d8a8376c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.592493 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Allocated IP 172.20.0.1 (6f0ad6b5-04a7-4220-975b-f35e5220377c/2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b/d3f286f8-8618-4d3d-8973-927c767de61c) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:53:02.622834 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,segment=NetworkSegment(636e4bd7-e8d2-4483-9e7e-71b8213e66a3),segment_id=636e4bd7-e8d2-4483-9e7e-71b8213e66a3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:02.629128 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.629952 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:02.760311 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] Set router 26a45216-3483-4e24-a830-86943a713c19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:02.778428 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:02.816687 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:02.817050 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.822654 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.843158 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Transition to ACTIVE for port object d3f286f8-8618-4d3d-8973-927c767de61c will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:02.871142 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.970912 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:53:02.990067 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:53:02.997523 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:53:03.043011 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Pushing event updated for resources: {'Port': ['ID=d3f286f8-8618-4d3d-8973-927c767de61c,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:03.072525 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:03.097761 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 3, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port': {'id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:00Z', 'updated_at': '2022-01-18T12:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:03.099585 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bebe2-dfe1-4af7-9994-57a7eff92652 req-c000a76f-39ea-4000-bb54-0858d4fc7156 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:03.101153 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-361bebe2-dfe1-4af7-9994-57a7eff92652 req-c000a76f-39ea-4000-bb54-0858d4fc7156 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1791356 Jan 18 12:53:03.105680 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3818d90-df82-41f2-8987-43fba138aeb9 None None] The sync data for ids ['26a45216-3483-4e24-a830-86943a713c19'] in dv-cinder-825101-1-iscsi is: [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 3, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port': {'id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:00Z', 'updated_at': '2022-01-18T12:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:53:03.197576 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-361bebe2-dfe1-4af7-9994-57a7eff92652 req-d2e8f609-a68c-4206-8f62-eb8cec948a61 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898921 Jan 18 12:53:03.206583 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:03.243433 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-98953286-b427-4a7d-b425-08ce3ab24189 None None] Provisioning for port d3f286f8-8618-4d3d-8973-927c767de61c completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:03.248689 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-98953286-b427-4a7d-b425-08ce3ab24189 None None] Provisioning complete for port d3f286f8-8618-4d3d-8973-927c767de61c triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:03.249120 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-98953286-b427-4a7d-b425-08ce3ab24189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:03.300159 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-98953286-b427-4a7d-b425-08ce3ab24189 None None] Port d3f286f8-8618-4d3d-8973-927c767de61c cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:53:03.422821 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:03.427848 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:03.530349 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:03.534174 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Pushing event updated for resources: {'Port': ['ID=d3f286f8-8618-4d3d-8973-927c767de61c,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:03.672473 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:53:03.673647 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:53:03.924140 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-d700489a-df9e-43bb-9faf-a3cd6c230615 None None] Provisioning complete for port d3f286f8-8618-4d3d-8973-927c767de61c triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:03.924463 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-d700489a-df9e-43bb-9faf-a3cd6c230615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:03.975233 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-d700489a-df9e-43bb-9faf-a3cd6c230615 None None] Port d3f286f8-8618-4d3d-8973-927c767de61c cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:53:04.062652 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Router 26a45216-3483-4e24-a830-86943a713c19 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:53:04.103937 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:04.172796 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:04.173058 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:04.343156 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:53:04.384564 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-0a6d1dc1-7174-441c-9979-fd78d128ee8e admin admin] 10.222.0.86 "PUT /v2.0/routers/26a45216-3483-4e24-a830-86943a713c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1479387 Jan 18 12:53:04.425287 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10cd6d-b46c-44dd-89bc-80f4aed76ec3 req-8f1a7ac7-3e6a-4c4d-98ef-bbc292e4290e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:04.426652 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb10cd6d-b46c-44dd-89bc-80f4aed76ec3 req-8f1a7ac7-3e6a-4c4d-98ef-bbc292e4290e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0778575 Jan 18 12:53:04.470663 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-eb10cd6d-b46c-44dd-89bc-80f4aed76ec3 req-15264bda-fe83-414f-93b7-f85dc62de796 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Jan 18 12:53:05.693539 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0388efd-65d4-478b-8d1f-251386ade4e0 req-09e74e36-33ea-4cb0-adb6-5593f15c600b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:05.695265 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a0388efd-65d4-478b-8d1f-251386ade4e0 req-09e74e36-33ea-4cb0-adb6-5593f15c600b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0854912 Jan 18 12:53:05.744333 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a0388efd-65d4-478b-8d1f-251386ade4e0 req-005150da-38af-425a-a825-7421f39ae2cf tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Jan 18 12:53:06.390981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:53:06.534302 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:06.553761 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'port_id': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'mac_address': 'fa:16:3e:e9:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:53:06.625097 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:06.645391 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8644a5a-5ff5-41df-bc90-d29d2389f8db {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:53:06.664545 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:06.672676 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:06.752738 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=6']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:06.823224 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['b8644a5a-5ff5-41df-bc90-d29d2389f8db'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:06.866610 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:07.123672 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854eb47-d92a-48c4-9989-eb1fc0ef3961 req-c2018341-1691-4147-82e5-8250b422fd50 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:07.139893 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5854eb47-d92a-48c4-9989-eb1fc0ef3961 req-c2018341-1691-4147-82e5-8250b422fd50 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 944 time: 0.1573210 Jan 18 12:53:07.253386 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5854eb47-d92a-48c4-9989-eb1fc0ef3961 req-60b662bb-5942-487d-9795-d66272cd3f68 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123421 Jan 18 12:53:08.408027 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:08.671759 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aa749-25bb-438d-93e4-8425fa277924 req-55cd7f99-2ba5-4a10-a4f5-467c02c55fd6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:08.678969 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a91aa749-25bb-438d-93e4-8425fa277924 req-55cd7f99-2ba5-4a10-a4f5-467c02c55fd6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 944 time: 0.1947296 Jan 18 12:53:08.699526 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port b8644a5a-5ff5-41df-bc90-d29d2389f8db triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:08.700237 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:08.770187 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a91aa749-25bb-438d-93e4-8425fa277924 req-a58b9eac-ce87-462c-bac9-c5bca6588b68 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821733 Jan 18 12:53:08.931882 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:08.966601 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:08.967996 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:08.975000 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:09.066160 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'code': 200} Jan 18 12:53:09.075618 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=7']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:10.143636 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d62224-b137-4c74-8e06-09584b8ad0c0 req-632e7021-aa43-4cda-b631-127938d646d0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:10.145105 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32d62224-b137-4c74-8e06-09584b8ad0c0 req-632e7021-aa43-4cda-b631-127938d646d0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1390469 Jan 18 12:53:10.166682 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device ca15a83d-2462-4b6d-9ddc-5602f6003c89 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:10.221551 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32d62224-b137-4c74-8e06-09584b8ad0c0 req-6b06d554-baff-4f06-9888-6ce51735bd23 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617087 Jan 18 12:53:10.244680 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port ca15a83d-2462-4b6d-9ddc-5602f6003c89 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:10.257170 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port ca15a83d-2462-4b6d-9ddc-5602f6003c89 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:10.257873 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:10.398412 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:10.428289 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port ca15a83d-2462-4b6d-9ddc-5602f6003c89, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=ca15a83d-2462-4b6d-9ddc-5602f6003c89,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:10.436612 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:10.522291 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=ca15a83d-2462-4b6d-9ddc-5602f6003c89,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:11.578544 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715ce9e-569d-4e4f-b73c-16aa8e14c08c req-cde7ac68-72b5-4776-b4a6-5ee07d156bf8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:11.581289 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d715ce9e-569d-4e4f-b73c-16aa8e14c08c req-cde7ac68-72b5-4776-b4a6-5ee07d156bf8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1265125 Jan 18 12:53:11.667464 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d715ce9e-569d-4e4f-b73c-16aa8e14c08c req-c40200a3-185a-4bdc-aca2-1965a9953bb2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797923 Jan 18 12:53:12.163915 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device ca15a83d-2462-4b6d-9ddc-5602f6003c89 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:12.317017 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port ca15a83d-2462-4b6d-9ddc-5602f6003c89 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:12.317549 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:12.842148 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Sync routers for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:53:12.864252 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:12.865279 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:12.954073 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805465d-a22c-4b6c-95a1-98f42db059a5 req-1364c343-ad82-47db-85da-bb1e9f3f5b93 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:12.960647 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f805465d-a22c-4b6c-95a1-98f42db059a5 req-1364c343-ad82-47db-85da-bb1e9f3f5b93 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1149254 Jan 18 12:53:13.024226 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f805465d-a22c-4b6c-95a1-98f42db059a5 req-85ad2718-47df-492f-8059-d50ec0184bcd tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622399 Jan 18 12:53:13.099975 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:13.575633 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 2, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:13.583898 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Checking router: 49c454da-bcd8-4125-a817-f43c121cd8fa for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:53:13.584246 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Updating router 49c454da-bcd8-4125-a817-f43c121cd8fa port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:53:13.663750 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.161337 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.184927 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Transition to ACTIVE for port object 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:14.194351 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.364817 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e0ff9-b731-429d-aeae-38c6040b768c req-45f21db6-b334-4dbe-8322-6b76e8a78ed6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:14.376671 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e20e0ff9-b731-429d-aeae-38c6040b768c req-45f21db6-b334-4dbe-8322-6b76e8a78ed6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1100676 Jan 18 12:53:14.422879 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a400-c30f-42d9-b7b8-283fd5521c19 None None] Pushing event updated for resources: {'Port': ['ID=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:14.457234 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e20e0ff9-b731-429d-aeae-38c6040b768c req-e6f95dd7-d843-4c86-8cc1-77427ef91de8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780191 Jan 18 12:53:14.653806 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Attempting to bind port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:53:14.654908 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Attempting to bind port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:53:14.655490 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Attempting to bind port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d on network c2f282d1-80dd-4985-b16f-8891aaccff13 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:53:14.678958 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:53:14.681050 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Checking segment: {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:53:14.681703 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.682420 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Bound using segment: {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:53:14.683440 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Bound port: 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:53:14.692377 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.901406 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Sync routers for ids ['26a45216-3483-4e24-a830-86943a713c19'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:53:14.927279 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Routers {'26a45216-3483-4e24-a830-86943a713c19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:14.928185 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['26a45216-3483-4e24-a830-86943a713c19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:14.947068 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] For port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:53:14.951554 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] For port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:53:14.971572 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:15.065911 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a400-c30f-42d9-b7b8-283fd5521c19 None None] Pushing event updated for resources: {'Port': ['ID=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:15.125516 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:15.126121 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:15.267514 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Set router 26a45216-3483-4e24-a830-86943a713c19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:15.431503 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:15.865211 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:53:03Z', 'revision_number': 4, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port': {'id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:00Z', 'updated_at': '2022-01-18T12:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'd3f286f8-8618-4d3d-8973-927c767de61c', 'name': '', 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'mac_address': 'fa:16:3e:f3:ee:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:02Z', 'updated_at': '2022-01-18T12:53:03Z', 'revision_number': 2, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'subnets': [{'id': '2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:15.875070 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8125561-5656-4edb-a4a8-2a0493eea442 req-0c0e2938-cedb-48c7-8c25-e642699057ea tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:15.876599 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8125561-5656-4edb-a4a8-2a0493eea442 req-0c0e2938-cedb-48c7-8c25-e642699057ea tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1753802 Jan 18 12:53:15.883801 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:14Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:15.884397 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Checking router: 26a45216-3483-4e24-a830-86943a713c19 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:53:15.884397 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Updating router 26a45216-3483-4e24-a830-86943a713c19 port d3f286f8-8618-4d3d-8973-927c767de61c binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:53:15.899842 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23062ddf-75c2-4a5d-9192-6c5f6971c27f None None] The sync data for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi is: [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:14Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:53:15.991089 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8125561-5656-4edb-a4a8-2a0493eea442 req-b2a1dde7-6f0f-4f77-9bb1-602b305233f7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018860 Jan 18 12:53:16.085660 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:16.232266 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:16.443081 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:16.448774 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:16.449378 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:16.745337 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:16.794424 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:16.805345 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:16.915960 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:16.989759 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.017403 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Transition to ACTIVE for port object d3f286f8-8618-4d3d-8973-927c767de61c will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:17.035951 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.330560 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24396d14-ab87-46a5-b985-7fdf4b9f9447 None None] Pushing event updated for resources: {'Port': ['ID=d3f286f8-8618-4d3d-8973-927c767de61c,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:17.599712 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Attempting to bind port d3f286f8-8618-4d3d-8973-927c767de61c on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:53:17.600375 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Attempting to bind port d3f286f8-8618-4d3d-8973-927c767de61c by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:53:17.600893 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Attempting to bind port d3f286f8-8618-4d3d-8973-927c767de61c on network 6f0ad6b5-04a7-4220-975b-f35e5220377c {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:53:17.613226 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:53:17.613736 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789690-ea69-4c69-b916-c9131077b8b0 req-74fc1dfc-fe4f-4393-a04e-464fc8a96a57 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:17.614321 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Checking segment: {'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:53:17.614900 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.615437 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Bound using segment: {'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:53:17.616039 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Bound port: d3f286f8-8618-4d3d-8973-927c767de61c, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636e4bd7-e8d2-4483-9e7e-71b8213e66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:53:17.616748 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.627395 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a5789690-ea69-4c69-b916-c9131077b8b0 req-74fc1dfc-fe4f-4393-a04e-464fc8a96a57 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1993823 Jan 18 12:53:17.725233 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a5789690-ea69-4c69-b916-c9131077b8b0 req-3037cb22-4b5b-4fcd-a11d-a8058117b1e2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963542 Jan 18 12:53:17.747312 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] For port d3f286f8-8618-4d3d-8973-927c767de61c, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:53:17.753535 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] For port d3f286f8-8618-4d3d-8973-927c767de61c, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=d3f286f8-8618-4d3d-8973-927c767de61c,segment=NetworkSegment(636e4bd7-e8d2-4483-9e7e-71b8213e66a3),segment_id=636e4bd7-e8d2-4483-9e7e-71b8213e66a3)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:53:17.768843 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.867295 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Routers {'26a45216-3483-4e24-a830-86943a713c19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:17.868155 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:52:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['26a45216-3483-4e24-a830-86943a713c19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:17.951534 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24396d14-ab87-46a5-b985-7fdf4b9f9447 None None] Pushing event updated for resources: {'Port': ['ID=d3f286f8-8618-4d3d-8973-927c767de61c,revision_number=4']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:18.123978 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] Set router 26a45216-3483-4e24-a830-86943a713c19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:18.238735 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:18.334871 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:18.335240 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:18.468254 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-2ace9379-a75a-4081-8b64-6a8fe3c01a03 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:18.471276 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-2ace9379-a75a-4081-8b64-6a8fe3c01a03 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 815 time: 0.1622381 Jan 18 12:53:18.487289 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-7785c3aa-e6fc-4e80-93c2-00dc2024f5be tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/quotas/d1d0a7fce81846f0933bc4506e771081 HTTP/1.1" status: 200 len: 375 time: 0.0117819 Jan 18 12:53:18.575892 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-68af4ade-cd49-4170-9cf9-5d7ad560460c tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836840 Jan 18 12:53:18.599502 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:53:03Z', 'revision_number': 4, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port': {'id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:00Z', 'updated_at': '2022-01-18T12:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'd3f286f8-8618-4d3d-8973-927c767de61c', 'name': '', 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'mac_address': 'fa:16:3e:f3:ee:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:02Z', 'updated_at': '2022-01-18T12:53:17Z', 'revision_number': 4, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'subnets': [{'id': '2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:18.604378 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7e120-f241-4214-b985-5be0e11f365b None None] The sync data for ids ['26a45216-3483-4e24-a830-86943a713c19'] in dv-cinder-825101-1-iscsi is: [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:53:03Z', 'revision_number': 4, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port': {'id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:00Z', 'updated_at': '2022-01-18T12:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'd3f286f8-8618-4d3d-8973-927c767de61c', 'name': '', 'network_id': '6f0ad6b5-04a7-4220-975b-f35e5220377c', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'mac_address': 'fa:16:3e:f3:ee:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:02Z', 'updated_at': '2022-01-18T12:53:17Z', 'revision_number': 4, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'subnets': [{'id': '2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:53:18.790103 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-2e3533cd-b954-43c5-866e-4cbc0643d376 service neutron] 10.222.0.86 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922967 Jan 18 12:53:19.061671 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-76fda389-5561-4a24-8dbb-f2262863a0eb service neutron] 10.222.0.86 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706285 Jan 18 12:53:19.093799 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63ba9-30df-4c8c-9eb0-583db618b439 req-f9c44210-a4d8-47bd-935f-ab022b296988 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:19.095932 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2bd63ba9-30df-4c8c-9eb0-583db618b439 req-f9c44210-a4d8-47bd-935f-ab022b296988 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.1360648 Jan 18 12:53:19.159308 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2bd63ba9-30df-4c8c-9eb0-583db618b439 req-2efa11a7-0108-4475-9f3c-f288a3da5aa3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576184 Jan 18 12:53:19.350493 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08a1b0ea-62cd-4452-9b3c-ecb56a55df2c req-b5030edd-0d22-4190-8eb3-f18686ecf2a0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 210 time: 0.0550010 Jan 18 12:53:20.179954 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d3f286f8-8618-4d3d-8973-927c767de61c up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:20.277118 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port d3f286f8-8618-4d3d-8973-927c767de61c completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:20.283355 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port d3f286f8-8618-4d3d-8973-927c767de61c triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:20.283842 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:20.409593 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:20.420606 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a7faa-e5ce-43f3-9203-4ed25454a76b req-bc47250f-841d-47c3-bea7-0f1fa38809f3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:20.422169 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b71a7faa-e5ce-43f3-9203-4ed25454a76b req-bc47250f-841d-47c3-bea7-0f1fa38809f3 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.0937326 Jan 18 12:53:20.443519 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port d3f286f8-8618-4d3d-8973-927c767de61c, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=d3f286f8-8618-4d3d-8973-927c767de61c,segment=NetworkSegment(636e4bd7-e8d2-4483-9e7e-71b8213e66a3),segment_id=636e4bd7-e8d2-4483-9e7e-71b8213e66a3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:20.450976 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:20.476867 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b71a7faa-e5ce-43f3-9203-4ed25454a76b req-a9f1f929-8d47-41f1-97ef-956e096e3ba7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479946 Jan 18 12:53:20.521049 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=d3f286f8-8618-4d3d-8973-927c767de61c,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:20.590667 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5964ba03-a226-4c64-8c28-dc26049ffcf1 req-7eac7e1e-d42a-4b4f-bf1d-6b584817ed29 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 210 time: 0.1017723 Jan 18 12:53:20.886075 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-455c2dcc-491e-498a-aabe-514e1815ec4b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:20.887989 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-455c2dcc-491e-498a-aabe-514e1815ec4b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.20 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 815 time: 0.1573834 Jan 18 12:53:20.937799 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'port': {'device_id': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'admin_state_up': True, 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:53:21.080036 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:53:21.084420 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:port and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:53:21.087564 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:53:21.093288 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:53:21.103709 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Made reservation on behalf of d1d0a7fce81846f0933bc4506e771081 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:53:21.106977 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:21.135546 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-88c73137-d86a-420f-8092-35ffe6222869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0772355 Jan 18 12:53:21.276095 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-4519951b-8c0d-44fb-aa58-6f41c30a779a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:21.277563 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-4519951b-8c0d-44fb-aa58-6f41c30a779a service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.1357319 Jan 18 12:53:21.283291 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Allocated IP 172.20.0.3 (c2f282d1-80dd-4985-b16f-8891aaccff13/f2739c83-7555-4e74-ac54-fcacf7613ca0/142bfaa1-0707-43ee-a58e-db2879ad8f4e) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:53:21.415929 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-53e9f274-ad55-45d3-8415-f0ee7d519fc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db HTTP/1.1" status: 200 len: 1001 time: 0.1310947 Jan 18 12:53:21.592012 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:21.619314 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Transition to ACTIVE for port object 142bfaa1-0707-43ee-a58e-db2879ad8f4e will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:21.651304 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:21.853329 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Network c2f282d1-80dd-4985-b16f-8891aaccff13 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:53:21.869397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:53:21.877934 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:53:21.905091 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:21.950717 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.951347 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.951832 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.952325 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.952801 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.953284 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.953765 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.954259 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.954923 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.955254 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.955582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:21.989992 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77a77f-bed4-4f75-bedf-3666dda5e9e3 req-2f6a2ce4-eacc-4b5e-885d-0efb2ae55399 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:21.991510 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae77a77f-bed4-4f75-bedf-3666dda5e9e3 req-2f6a2ce4-eacc-4b5e-885d-0efb2ae55399 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.3423319 Jan 18 12:53:22.006612 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435338b-0d81-418e-a765-554b2e88a0b2 req-d9e05928-9f65-4751-8b79-5cea8b38a6a6 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:22.008222 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a435338b-0d81-418e-a765-554b2e88a0b2 req-d9e05928-9f65-4751-8b79-5cea8b38a6a6 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 931 time: 0.2653306 Jan 18 12:53:22.023259 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf564-ffea-441d-addf-6f7ef23acf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:22.060032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:22.060638 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:22.177344 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae77a77f-bed4-4f75-bedf-3666dda5e9e3 req-303f9f55-5827-49e1-933b-6656c40c61a6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680150 Jan 18 12:53:22.179458 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-5c85ea8d-633f-4807-b239-ca8d1d9d96c2 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2455502 Jan 18 12:53:22.195571 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-8acda0ca-f1a6-4081-9070-c550cb556435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:22.196768 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-8acda0ca-f1a6-4081-9070-c550cb556435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.1401720 Jan 18 12:53:22.223469 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a435338b-0d81-418e-a765-554b2e88a0b2 req-78057e11-af51-4fdc-9dbf-3afe15af4718 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497834 Jan 18 12:53:22.244617 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d3f286f8-8618-4d3d-8973-927c767de61c up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:22.258996 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Request body: {'port': {'device_id': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:53:22.340147 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9a4f7b5a-bc09-42e2-b6ef-d720531f86a3 None None] Provisioning for port 142bfaa1-0707-43ee-a58e-db2879ad8f4e completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:22.348995 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-9a4f7b5a-bc09-42e2-b6ef-d720531f86a3 None None] Provisioning complete for port 142bfaa1-0707-43ee-a58e-db2879ad8f4e triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:22.349616 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a4f7b5a-bc09-42e2-b6ef-d720531f86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:22.369323 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-acd320ff-68a8-4b78-800f-60bc39b1c24b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1482337 Jan 18 12:53:22.401840 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port d3f286f8-8618-4d3d-8973-927c767de61c triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:22.402474 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:22.427472 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:22.461304 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f7b5a-bc09-42e2-b6ef-d720531f86a3 None None] Port 142bfaa1-0707-43ee-a58e-db2879ad8f4e cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:53:22.678359 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-0ba78d75-c8e8-404c-bedb-30e52ddd0154 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133484 Jan 18 12:53:22.931738 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142bfaa1-0707-43ee-a58e-db2879ad8f4e {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:53:22.942255 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:22.963756 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Transition to ACTIVE for port object 142bfaa1-0707-43ee-a58e-db2879ad8f4e will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:53:22.969341 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:23.186311 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Pushing event updated for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:23.368046 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Attempting to bind port 142bfaa1-0707-43ee-a58e-db2879ad8f4e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:53:23.369654 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Attempting to bind port 142bfaa1-0707-43ee-a58e-db2879ad8f4e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:53:23.371068 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Attempting to bind port 142bfaa1-0707-43ee-a58e-db2879ad8f4e on network c2f282d1-80dd-4985-b16f-8891aaccff13 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:53:23.387630 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Port 142bfaa1-0707-43ee-a58e-db2879ad8f4e on network c2f282d1-80dd-4985-b16f-8891aaccff13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:53:23.387961 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Attempting to bind port 142bfaa1-0707-43ee-a58e-db2879ad8f4e on network c2f282d1-80dd-4985-b16f-8891aaccff13 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:53:23.405358 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:53:23.405692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Checking segment: {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:53:23.406084 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Bound using segment: {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:53:23.406513 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Bound port: 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473b5abe-44ac-4adf-8338-0371f67d42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:53:23.406890 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:23.626838 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:53:23.642863 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:53:23.652635 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:23.697437 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3110e-85f0-468f-9662-d8ff8b68668f req-0c07d262-2ece-4c25-8e81-5212b977ab6d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:23.698163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-5fa3110e-85f0-468f-9662-d8ff8b68668f req-0c07d262-2ece-4c25-8e81-5212b977ab6d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Synchronizing usage tracker for tenant:d1d0a7fce81846f0933bc4506e771081 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:53:23.743423 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abf7e-55bd-472b-81d2-28ca53386d8c req-b506b294-6f3f-4320-bf36-7021c92e491e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:23.744914 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b0abf7e-55bd-472b-81d2-28ca53386d8c req-b506b294-6f3f-4320-bf36-7021c92e491e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 945 time: 0.2553308 Jan 18 12:53:23.763457 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:23.764832 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] 10.222.0.20 "PUT /v2.0/ports/142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 1093 time: 1.5377188 Jan 18 12:53:23.767962 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:23.794251 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddcfc0-5fcd-49b2-8788-10c60c67d8af service neutron] Pushing event updated for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:23.803885 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-5fa3110e-85f0-468f-9662-d8ff8b68668f req-0c07d262-2ece-4c25-8e81-5212b977ab6d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Unset dirty status for tenant:d1d0a7fce81846f0933bc4506e771081 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:53:23.805541 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5fa3110e-85f0-468f-9662-d8ff8b68668f req-0c07d262-2ece-4c25-8e81-5212b977ab6d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.3253748 Jan 18 12:53:23.851468 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8b0abf7e-55bd-472b-81d2-28ca53386d8c req-89297903-5d0c-4cdb-91ba-4b030c641847 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848613 Jan 18 12:53:23.894435 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5fa3110e-85f0-468f-9662-d8ff8b68668f req-5629d0f2-665f-4307-a61e-94a78a1cccb3 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764916 Jan 18 12:53:24.027968 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'status': 'completed', 'code': 200} Jan 18 12:53:24.188273 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-d1902276-00aa-4432-a562-4670690035f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:24.448023 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:24.556865 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:24.642933 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:24.666559 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:24.670978 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:24.703795 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'code': 200} Jan 18 12:53:24.741836 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=8']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:25.185904 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8193fd8-ba29-4f54-8446-086255c96889 req-2097780f-5cbd-437a-abac-958d91ba641d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:25.187392 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8193fd8-ba29-4f54-8446-086255c96889 req-2097780f-5cbd-437a-abac-958d91ba641d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.1575320 Jan 18 12:53:25.215702 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852e613-38f1-4c05-95e8-202ffb172fd1 req-b20f1ce3-271e-4ff7-b035-cc7fc7712264 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:25.217136 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2852e613-38f1-4c05-95e8-202ffb172fd1 req-b20f1ce3-271e-4ff7-b035-cc7fc7712264 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1417854 Jan 18 12:53:25.279209 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8193fd8-ba29-4f54-8446-086255c96889 req-95ce6d53-61b0-4e1d-9432-94146b76ebbc tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844913 Jan 18 12:53:25.281582 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2852e613-38f1-4c05-95e8-202ffb172fd1 req-64b48eb8-0120-454b-86da-0b3a5916d1f8 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587473 Jan 18 12:53:25.328432 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:25.425918 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:26.549597 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:26.561692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef378d-2c87-4e72-bc88-35f30d7677f9 req-d9c1f570-c472-4bac-b17d-995e755842ed tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:26.563142 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-89ef378d-2c87-4e72-bc88-35f30d7677f9 req-d9c1f570-c472-4bac-b17d-995e755842ed tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1202750 Jan 18 12:53:26.569883 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b6a2f-4b26-4d69-8fe3-e8c7b920c01d req-6e4ac8ab-bac1-40fd-9634-78979685315d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:26.571171 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b63b6a2f-4b26-4d69-8fe3-e8c7b920c01d req-6e4ac8ab-bac1-40fd-9634-78979685315d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.1642187 Jan 18 12:53:26.645839 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-89ef378d-2c87-4e72-bc88-35f30d7677f9 req-18c113e9-141c-43a9-be3c-d12db02a9978 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737274 Jan 18 12:53:26.665016 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b63b6a2f-4b26-4d69-8fe3-e8c7b920c01d req-6925031f-fc50-414a-aca7-dd690ca6c2f4 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791175 Jan 18 12:53:28.065234 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d40ca-7988-44a7-a3c4-2da4d71faf5b req-cc8abb26-0c22-4544-b79d-427b2f489d37 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:28.065234 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8d1d40ca-7988-44a7-a3c4-2da4d71faf5b req-cc8abb26-0c22-4544-b79d-427b2f489d37 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1162858 Jan 18 12:53:28.082864 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91102ac-1521-443b-b414-f2419c7f6cb1 req-e3d65e77-36d8-4be9-a5d6-69c80544bc3c tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:28.084287 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b91102ac-1521-443b-b414-f2419c7f6cb1 req-e3d65e77-36d8-4be9-a5d6-69c80544bc3c tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.1898396 Jan 18 12:53:28.148984 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8d1d40ca-7988-44a7-a3c4-2da4d71faf5b req-8d1a6420-8a05-4ddd-b7ec-98435f4ae6f9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859387 Jan 18 12:53:28.151426 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b91102ac-1521-443b-b414-f2419c7f6cb1 req-2a7c0988-c0b8-4113-90d3-59356620e46f tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612650 Jan 18 12:53:29.405754 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6df9a-214f-40c3-8668-e763793edf42 req-783d7c1c-873b-40a2-97c8-05128859e180 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:29.407191 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8d6df9a-214f-40c3-8668-e763793edf42 req-783d7c1c-873b-40a2-97c8-05128859e180 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.1375005 Jan 18 12:53:29.417596 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77726246-e9af-4ab8-8ffc-91da807cb774 req-a5d2e165-3c66-48e1-8e00-b54a7c5f7908 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:29.418949 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77726246-e9af-4ab8-8ffc-91da807cb774 req-a5d2e165-3c66-48e1-8e00-b54a7c5f7908 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1179595 Jan 18 12:53:29.486476 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8d6df9a-214f-40c3-8668-e763793edf42 req-18569c9e-3908-44b1-a484-582a334e9bda tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665245 Jan 18 12:53:29.492959 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77726246-e9af-4ab8-8ffc-91da807cb774 req-e4d851b9-896b-478b-aabf-e2291bd6d3a9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598843 Jan 18 12:53:29.873446 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-41cce9ea-b8a7-4d76-9fc8-709c6bb6b146 req-36931397-d886-4185-8428-a9fe1c7ce9cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1096 time: 0.0682368 Jan 18 12:53:29.921136 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-6f455558-d212-4b59-a1d4-975f2f859f7c req-30d3310f-3da8-4455-b58c-7ac3df23325c service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293411 Jan 18 12:53:30.028103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cce9ea-b8a7-4d76-9fc8-709c6bb6b146 req-dcc35905-3916-4807-85bc-b82aa3e68dc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:30.029515 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-41cce9ea-b8a7-4d76-9fc8-709c6bb6b146 req-dcc35905-3916-4807-85bc-b82aa3e68dc5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d1d0a7fce81846f0933bc4506e771081&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1300802 Jan 18 12:53:30.163685 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cce9ea-b8a7-4d76-9fc8-709c6bb6b146 req-0b8f032a-7105-4f61-838b-22be53b6c2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:30.165023 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-41cce9ea-b8a7-4d76-9fc8-709c6bb6b146 req-0b8f032a-7105-4f61-838b-22be53b6c2bb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289914 Jan 18 12:53:30.363630 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-acf3d9d2-ed8e-4098-85f4-ab02e0906e22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1096 time: 0.1276386 Jan 18 12:53:30.440178 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-573d6d15-1bd0-4687-aede-1032b3f5e14a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 217 time: 0.0623441 Jan 18 12:53:30.505054 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-e290f9ee-397a-4c38-9c34-0dd7cfd919f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:30.506478 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-e290f9ee-397a-4c38-9c34-0dd7cfd919f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 200 len: 854 time: 0.0568523 Jan 18 12:53:30.591450 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-c3697d41-d85f-462f-8a94-dfe87f76b4e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2f282d1-80dd-4985-b16f-8891aaccff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787444 Jan 18 12:53:30.846756 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-d8a2b7a1-60ec-400f-b5c2-70e94cd1b838 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486069 Jan 18 12:53:30.858509 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9433abf-f546-45e9-8bb6-e7e9824913fb req-97850397-77c3-4cde-a063-ec5303c83c80 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:30.859906 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e9433abf-f546-45e9-8bb6-e7e9824913fb req-97850397-77c3-4cde-a063-ec5303c83c80 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.2352178 Jan 18 12:53:30.883691 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72692f51-c6a5-472d-afd7-7d7fce24d928 req-ca6982de-84d8-4f95-8698-96c0a393cf0f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:30.885125 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-72692f51-c6a5-472d-afd7-7d7fce24d928 req-ca6982de-84d8-4f95-8698-96c0a393cf0f tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1852760 Jan 18 12:53:31.043491 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e9433abf-f546-45e9-8bb6-e7e9824913fb req-c6cd4036-8cec-4f41-85f0-0f8460bd5a32 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553967 Jan 18 12:53:31.053399 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-72692f51-c6a5-472d-afd7-7d7fce24d928 req-5008bdd9-0c0b-423d-9f56-e0941fc10bc9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484196 Jan 18 12:53:31.060953 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4fec62ed-8eb0-41ba-8177-a1992e06be68 req-b9d80095-2c42-4951-95c0-20501333c6bf service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001414 Jan 18 12:53:31.958376 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:32.324856 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d11297-6901-4808-a87e-735ff5b1690a req-d519017b-d5b0-43ad-92ee-b06891729083 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:32.326200 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-12d11297-6901-4808-a87e-735ff5b1690a req-d519017b-d5b0-43ad-92ee-b06891729083 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.1643188 Jan 18 12:53:32.332952 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb24d4-fbb6-4ede-8b9f-2570ee7c5ce7 req-15b417f0-8eac-4d12-a41c-f3c2f4379f0a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:32.334276 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3dbb24d4-fbb6-4ede-8b9f-2570ee7c5ce7 req-15b417f0-8eac-4d12-a41c-f3c2f4379f0a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1305723 Jan 18 12:53:32.406965 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-12d11297-6901-4808-a87e-735ff5b1690a req-e383c0e6-8a16-43ef-8edf-b80c5f36b1b1 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717285 Jan 18 12:53:32.409957 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3dbb24d4-fbb6-4ede-8b9f-2570ee7c5ce7 req-5f40f6ba-3a83-4c28-b7fd-f2f3a57bdb8e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607257 Jan 18 12:53:33.617187 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0775b-7e20-4498-b923-a29ead97a8c2 req-381cadf8-c7d0-4d57-a7ab-c0f578347342 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:33.618875 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6fa0775b-7e20-4498-b923-a29ead97a8c2 req-381cadf8-c7d0-4d57-a7ab-c0f578347342 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 943 time: 0.0832598 Jan 18 12:53:33.668085 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6fa0775b-7e20-4498-b923-a29ead97a8c2 req-91b4f347-5109-4d70-8b6c-1849ea470a2a tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jan 18 12:53:33.846547 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dc26f209-dd30-4d5e-972d-2a721976ec29 req-01826abb-1cdc-4e4c-9ee2-3fbc480f17b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666215 Jan 18 12:53:34.112130 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488ba14-4513-404f-a1f1-8517687855e2 req-e4d2286e-c0fb-4a12-a48f-655d52826da7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:34.113606 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7488ba14-4513-404f-a1f1-8517687855e2 req-e4d2286e-c0fb-4a12-a48f-655d52826da7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0823812 Jan 18 12:53:34.157659 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7488ba14-4513-404f-a1f1-8517687855e2 req-613348f1-5366-45a6-ae41-d8808e3b50e7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380726 Jan 18 12:53:34.170336 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34226) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:34.303802 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-0dce1ce6-21fc-44aa-9840-ad26a6144698 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322386 Jan 18 12:53:34.499094 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 142bfaa1-0707-43ee-a58e-db2879ad8f4e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:53:34.634190 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:34.650881 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'port_id': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'mac_address': 'fa:16:3e:eb:45:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:53:34.707672 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:34.727135 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142bfaa1-0707-43ee-a58e-db2879ad8f4e {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:53:34.743834 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:34.747431 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:34.812649 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:34.863818 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-2ea9b794-2a74-48bf-913b-d87e82376f9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7&tenant_id=debf80e43d6c434c8a12852fbe6ccf4e HTTP/1.1" status: 200 len: 1096 time: 0.1253138 Jan 18 12:53:34.880463 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c26bed-4ec6-4fab-9370-6e2d56bef682 req-d1a3f7a7-f32c-4d57-b138-d9f56dfaca65 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:34.881827 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-25c26bed-4ec6-4fab-9370-6e2d56bef682 req-d1a3f7a7-f32c-4d57-b138-d9f56dfaca65 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 944 time: 0.0884287 Jan 18 12:53:34.972693 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-25c26bed-4ec6-4fab-9370-6e2d56bef682 req-da18fb33-54bc-4741-9036-3aec409f335a tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850267 Jan 18 12:53:34.990548 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-2debfe5e-12ac-4090-8052-5edfbe9c98de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0896626 Jan 18 12:53:35.052183 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['142bfaa1-0707-43ee-a58e-db2879ad8f4e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:35.119596 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-48222536-15b3-4a42-b7eb-27b6936251c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:35.121019 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-48222536-15b3-4a42-b7eb-27b6936251c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.1245286 Jan 18 12:53:35.289499 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-279af486-85d0-4a5b-99c1-4878081b4075 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db HTTP/1.1" status: 200 len: 999 time: 0.1617267 Jan 18 12:53:35.398328 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-e8e5de68-557e-4a97-912c-7a8dc284721a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:35.399777 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-e8e5de68-557e-4a97-912c-7a8dc284721a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.1045630 Jan 18 12:53:35.456546 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d420ad-4f97-462d-9cd2-d22d8d464250 req-c040308a-c4fc-46f0-a555-2cd206a4bf2b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:35.457927 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-76d420ad-4f97-462d-9cd2-d22d8d464250 req-c040308a-c4fc-46f0-a555-2cd206a4bf2b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1334369 Jan 18 12:53:35.520398 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-f7bb2f3e-86e7-4d8a-ab29-b15510b230fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1119885 Jan 18 12:53:35.522486 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-76d420ad-4f97-462d-9cd2-d22d8d464250 req-2ad6b47d-9260-4e9b-97e1-636ec591e8a2 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549996 Jan 18 12:53:35.648655 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-f952ce1d-337a-4338-bd86-09907274e466 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214082 Jan 18 12:53:35.776052 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b2144b43-582f-44b7-877a-3fa5e42c6b7d req-af785e80-0301-41f8-989d-ec310fca123c service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213734 Jan 18 12:53:36.166885 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41e9ef-5beb-435e-a177-86e37c4cf375 req-96829649-837f-4d5a-937b-664b2f1810eb tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:36.168330 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af41e9ef-5beb-435e-a177-86e37c4cf375 req-96829649-837f-4d5a-937b-664b2f1810eb tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 944 time: 0.0754752 Jan 18 12:53:36.213390 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af41e9ef-5beb-435e-a177-86e37c4cf375 req-d15b7aad-3c6c-4edd-874c-953c8f086261 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Jan 18 12:53:36.508386 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 142bfaa1-0707-43ee-a58e-db2879ad8f4e up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:36.584746 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 142bfaa1-0707-43ee-a58e-db2879ad8f4e completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:36.592104 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 142bfaa1-0707-43ee-a58e-db2879ad8f4e triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:36.592878 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:36.747272 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:36.798450 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:36.800044 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:36.817920 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:36.820173 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:36.942381 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'code': 200} Jan 18 12:53:37.009920 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a3da-c3ce-43bb-a3ae-507d80470eef req-5e343a6e-391d-43a6-a823-14ba2d7bbd7a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:37.024666 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6a15a3da-c3ce-43bb-a3ae-507d80470eef req-5e343a6e-391d-43a6-a823-14ba2d7bbd7a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1282928 Jan 18 12:53:37.069343 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:37.101122 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6a15a3da-c3ce-43bb-a3ae-507d80470eef req-fff097fd-7761-4330-ba01-22796f007bc0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749433 Jan 18 12:53:37.424565 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883750d-0cb4-426a-9de5-03a8b09595ea req-d7bdce56-48ea-42fc-a3b3-5266312ac5f0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:37.426988 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0883750d-0cb4-426a-9de5-03a8b09595ea req-d7bdce56-48ea-42fc-a3b3-5266312ac5f0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0825105 Jan 18 12:53:37.486508 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0883750d-0cb4-426a-9de5-03a8b09595ea req-a0c22a80-4a6e-4b5d-8053-ee307cfa8502 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Jan 18 12:53:38.341046 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dae673-27b8-4d74-84d4-690071b91cda req-9618418f-7112-4f1c-974d-4e04d057ef28 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:38.342955 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66dae673-27b8-4d74-84d4-690071b91cda req-9618418f-7112-4f1c-974d-4e04d057ef28 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0836546 Jan 18 12:53:38.402457 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-66dae673-27b8-4d74-84d4-690071b91cda req-041d01c4-d07e-4bbb-a517-ba5c8e58c0df tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521648 Jan 18 12:53:38.700775 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667076a9-47d3-46ec-9cb2-c699c5c914da req-4dd0f17f-cd5e-4eaf-b6dd-f7121bb78b3b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:38.703122 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-667076a9-47d3-46ec-9cb2-c699c5c914da req-4dd0f17f-cd5e-4eaf-b6dd-f7121bb78b3b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0834165 Jan 18 12:53:38.759067 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-667076a9-47d3-46ec-9cb2-c699c5c914da req-495b0af4-b7e8-4b81-aef8-5ca38a669117 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Jan 18 12:53:39.621447 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688cdac-c835-4e38-b03b-296db9e03c83 req-d2e1a330-b16f-435e-82b0-d2c2d0050273 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:39.623425 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1688cdac-c835-4e38-b03b-296db9e03c83 req-d2e1a330-b16f-435e-82b0-d2c2d0050273 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0813875 Jan 18 12:53:39.673613 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1688cdac-c835-4e38-b03b-296db9e03c83 req-3df65077-b826-49ba-a4b8-8acd6e4d686b tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439553 Jan 18 12:53:39.979901 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16195c-569c-4385-8449-3bfd702a930f req-65ca4a1d-6cd8-4aae-9328-576f8594be09 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:39.981993 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac16195c-569c-4385-8449-3bfd702a930f req-65ca4a1d-6cd8-4aae-9328-576f8594be09 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0948000 Jan 18 12:53:40.035250 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac16195c-569c-4385-8449-3bfd702a930f req-339c5148-18ee-4c7c-9817-fabb5bfae809 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467532 Jan 18 12:53:40.909353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b0f73-4882-4c42-87e9-3a644cc47cc4 req-34847f7a-8a7e-4acc-b7db-8462cebabbd6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:40.911774 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f37b0f73-4882-4c42-87e9-3a644cc47cc4 req-34847f7a-8a7e-4acc-b7db-8462cebabbd6 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0948863 Jan 18 12:53:41.037602 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f37b0f73-4882-4c42-87e9-3a644cc47cc4 req-cd5ded06-f2b2-4d1c-9c92-ec24cebfe49c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097579 Jan 18 12:53:41.254209 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cd23-92fd-4d3f-94ab-2564f0b1a990 req-95f9c50d-8902-4bea-a35d-719501bcbc74 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:41.255820 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2d46cd23-92fd-4d3f-94ab-2564f0b1a990 req-95f9c50d-8902-4bea-a35d-719501bcbc74 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0875301 Jan 18 12:53:41.318984 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2d46cd23-92fd-4d3f-94ab-2564f0b1a990 req-4b109650-4864-437f-aa08-d5221af600f7 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571184 Jan 18 12:53:42.286743 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732923-1357-4490-9e19-0dbe6b8228ea req-b4037313-4397-4985-a4ab-78ef316d5c64 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:42.289079 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c9732923-1357-4490-9e19-0dbe6b8228ea req-b4037313-4397-4985-a4ab-78ef316d5c64 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0865555 Jan 18 12:53:42.340323 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c9732923-1357-4490-9e19-0dbe6b8228ea req-14825f81-4360-475a-a498-c9cb1102a2dd tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454538 Jan 18 12:53:42.552962 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91521aa-c986-4cd1-858b-2530b6f958c5 req-0d4f548f-9286-42b7-b675-554e9e153caf tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:42.554362 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a91521aa-c986-4cd1-858b-2530b6f958c5 req-0d4f548f-9286-42b7-b675-554e9e153caf tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.1058049 Jan 18 12:53:42.605973 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a91521aa-c986-4cd1-858b-2530b6f958c5 req-f3a4d484-7cb7-4656-8567-325f2f4da2d9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Jan 18 12:53:43.579089 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26ebac-c913-452a-b3dc-37965a4fcb39 req-f3be1a8b-b0b3-4818-bf5f-e1e6b168b4d9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:43.580735 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5c26ebac-c913-452a-b3dc-37965a4fcb39 req-f3be1a8b-b0b3-4818-bf5f-e1e6b168b4d9 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0960689 Jan 18 12:53:43.713740 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5c26ebac-c913-452a-b3dc-37965a4fcb39 req-01f47e2e-cf2a-44e1-8625-392bc9c16f9e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243322 Jan 18 12:53:43.831155 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedc3ab-e3b9-4c42-8ad0-9727bc35837e req-ff0bf33b-a5a6-41f9-99a1-aab912b9445b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:43.832635 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fedc3ab-e3b9-4c42-8ad0-9727bc35837e req-ff0bf33b-a5a6-41f9-99a1-aab912b9445b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0808227 Jan 18 12:53:43.857449 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:43.881098 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fedc3ab-e3b9-4c42-8ad0-9727bc35837e req-a35ee2f5-72d8-4a63-8fdb-066e2147fc45 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Jan 18 12:53:44.590361 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a8bbc9ce-0b81-47d8-829e-b2e77599b347 req-95861902-3e44-428b-9131-42919109cf6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1098 time: 0.0676179 Jan 18 12:53:44.630717 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a8bbc9ce-0b81-47d8-829e-b2e77599b347 req-60054bef-5784-4393-b425-9bf09a9fe5b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Jan 18 12:53:44.924295 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905579d-05f5-4315-8705-da8b87d3ec6c req-07eb64eb-b11f-4e32-8e9e-70a422245cbf tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:44.925737 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e905579d-05f5-4315-8705-da8b87d3ec6c req-07eb64eb-b11f-4e32-8e9e-70a422245cbf tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0743051 Jan 18 12:53:44.973785 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e905579d-05f5-4315-8705-da8b87d3ec6c req-b7630020-a111-495d-bab2-345e25ffd338 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Jan 18 12:53:45.083507 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dde20c-9d31-413e-8ac7-9a650fc94d68 req-beaba1b2-6a5a-458e-931b-db94080eb6e5 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:45.084951 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-68dde20c-9d31-413e-8ac7-9a650fc94d68 req-beaba1b2-6a5a-458e-931b-db94080eb6e5 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0814142 Jan 18 12:53:45.129560 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-68dde20c-9d31-413e-8ac7-9a650fc94d68 req-a43c57cc-ccf2-47ab-8a21-335298d341bd tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Jan 18 12:53:46.183645 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25dc2-9057-4013-be2b-c6696e958b5b req-07690731-301d-4844-bb14-613bc5d6c871 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:46.185101 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c9a25dc2-9057-4013-be2b-c6696e958b5b req-07690731-301d-4844-bb14-613bc5d6c871 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0797448 Jan 18 12:53:46.229683 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c9a25dc2-9057-4013-be2b-c6696e958b5b req-122a6072-02c1-44c9-bfa7-dd37581a9b9c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387747 Jan 18 12:53:46.322976 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728755a7-ef64-4855-84c4-097e8e6bce3c req-5160e737-15e4-4a2f-b6bb-add6e129a34b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:46.324320 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-728755a7-ef64-4855-84c4-097e8e6bce3c req-5160e737-15e4-4a2f-b6bb-add6e129a34b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0752239 Jan 18 12:53:46.368664 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-728755a7-ef64-4855-84c4-097e8e6bce3c req-a6b5d011-40e7-4c18-a680-e5f7295f820f tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389309 Jan 18 12:53:46.564132 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f952d-7146-4034-9204-618599223c58 req-56638495-e88e-488c-bf40-54dd40f1bdc0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:46.565564 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4c6f952d-7146-4034-9204-618599223c58 req-56638495-e88e-488c-bf40-54dd40f1bdc0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0780039 Jan 18 12:53:46.609820 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4c6f952d-7146-4034-9204-618599223c58 req-4bf7a4f1-33b8-4a87-8a0b-3bd286b97f17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387776 Jan 18 12:53:47.018298 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbebe7d-a279-4cab-8a3b-0dcefaa61940 req-ddb56611-bbcc-45a1-92bd-3d9c9aefcd3e tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:47.019789 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7dbebe7d-a279-4cab-8a3b-0dcefaa61940 req-ddb56611-bbcc-45a1-92bd-3d9c9aefcd3e tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0762126 Jan 18 12:53:47.068883 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7dbebe7d-a279-4cab-8a3b-0dcefaa61940 req-e61c4194-78eb-4a6a-8bdf-2a5534b6f816 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436814 Jan 18 12:53:47.457215 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831817-cf85-4b01-a5b6-49d616a2ba73 req-4419570d-cca3-4743-bf8c-e04082c98d95 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:47.459034 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b831817-cf85-4b01-a5b6-49d616a2ba73 req-4419570d-cca3-4743-bf8c-e04082c98d95 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.0934353 Jan 18 12:53:47.518508 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9b831817-cf85-4b01-a5b6-49d616a2ba73 req-938bccc2-5a58-4653-9150-d469ff951a82 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525460 Jan 18 12:53:48.572276 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:53:48.738354 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:48.752618 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'port_id': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'mac_address': 'fa:16:3e:e9:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:53:48.789808 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822d05-c250-4a51-b583-50ab5fae7477 req-3b5e9e53-9bb9-4795-9915-265a944a98ee tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:48.792043 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-84822d05-c250-4a51-b583-50ab5fae7477 req-3b5e9e53-9bb9-4795-9915-265a944a98ee tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 943 time: 0.1332004 Jan 18 12:53:48.808576 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:48.826432 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8644a5a-5ff5-41df-bc90-d29d2389f8db {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:53:48.843767 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:48.850845 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:48.866274 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-84822d05-c250-4a51-b583-50ab5fae7477 req-ce520ade-8b3c-4194-a54c-114747e71be0 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674896 Jan 18 12:53:48.929509 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=9']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:49.161691 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['b8644a5a-5ff5-41df-bc90-d29d2389f8db'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:50.068808 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdfd1a-0122-4e39-a4ae-37c25558fce6 req-15baae05-3a12-4fa8-ad68-1ee59d743e7c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:50.070278 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a3cdfd1a-0122-4e39-a4ae-37c25558fce6 req-15baae05-3a12-4fa8-ad68-1ee59d743e7c tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 944 time: 0.0768378 Jan 18 12:53:50.119884 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a3cdfd1a-0122-4e39-a4ae-37c25558fce6 req-5f55de59-cc5c-4f12-9467-dece636e511e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Jan 18 12:53:50.580061 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:50.650263 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port b8644a5a-5ff5-41df-bc90-d29d2389f8db triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:50.650712 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:50.758479 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:50.784166 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:50.793518 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:50.797901 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:50.838639 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'code': 200} Jan 18 12:53:50.863395 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=10']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:51.107387 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7b5d2da4-a2b4-4a22-9ff8-02e7e40c18db req-0ab2b8d8-b152-49c2-a224-dd0921def2ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1099 time: 0.0697331 Jan 18 12:53:51.147977 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7b5d2da4-a2b4-4a22-9ff8-02e7e40c18db req-8a25947f-1f04-4e43-9a72-77cf2b1c1589 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348117 Jan 18 12:53:51.330763 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8be7d-56ba-477a-afaf-e01b52b633bb req-5c9d5e7c-ed4b-485c-96b7-a2d4136198d7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:51.332212 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dbf8be7d-56ba-477a-afaf-e01b52b633bb req-5c9d5e7c-ed4b-485c-96b7-a2d4136198d7 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 946 time: 0.0758224 Jan 18 12:53:51.376620 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dbf8be7d-56ba-477a-afaf-e01b52b633bb req-4bdbdf7f-fd50-4c19-bf10-23a993d0225a tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387864 Jan 18 12:53:52.005738 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-a76a295f-a194-4653-8fe5-159674c68013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:52.592769 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030a84c-798e-47f3-b4ad-8d36fb01a2e3 req-abcb6a55-3875-464f-853d-bd624689d648 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:52.594352 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8030a84c-798e-47f3-b4ad-8d36fb01a2e3 req-abcb6a55-3875-464f-853d-bd624689d648 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 946 time: 0.0798972 Jan 18 12:53:52.641106 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8030a84c-798e-47f3-b4ad-8d36fb01a2e3 req-306b2a0d-1bd9-4100-a45b-7f9c10622e66 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 Jan 18 12:53:53.850664 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3fe8-fa05-42ef-87e3-aa2c772a25ae req-d9c33568-cac0-47a3-8697-222fc87feaff tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:53.852204 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d2eb3fe8-fa05-42ef-87e3-aa2c772a25ae req-d9c33568-cac0-47a3-8697-222fc87feaff tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 946 time: 0.0775340 Jan 18 12:53:53.901258 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d2eb3fe8-fa05-42ef-87e3-aa2c772a25ae req-f2e5f5a3-9869-4b72-80af-9e197a209472 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Jan 18 12:53:54.171021 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9e1126f8-b5fd-47f8-b969-b24c3d7c6384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.307524 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.427857 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.551525 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:57.592142 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e639805-c31b-4191-aebd-fb39a3dfc4f0 req-03424fac-5e23-49e7-959c-7020340f6d69 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:57.593533 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9e639805-c31b-4191-aebd-fb39a3dfc4f0 req-03424fac-5e23-49e7-959c-7020340f6d69 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0798392 Jan 18 12:53:57.638446 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9e639805-c31b-4191-aebd-fb39a3dfc4f0 req-71a835b6-a15e-4ca1-8028-9dbe8c6c4328 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Jan 18 12:53:57.671536 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34472) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:57.805971 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-79734a42-e21b-4fcd-9974-cae4814e074c tempest-TestMinimumBasicScenario-1553799500 tempest-TestMinimumBasicScenario-1553799500-project-admin] Synchronizing usage tracker for tenant:2c0d6c4e21b34ad6a553e98e887cbe03 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:53:57.821368 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-79734a42-e21b-4fcd-9974-cae4814e074c tempest-TestMinimumBasicScenario-1553799500 tempest-TestMinimumBasicScenario-1553799500-project-admin] Unset dirty status for tenant:2c0d6c4e21b34ad6a553e98e887cbe03 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:53:57.822550 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-79734a42-e21b-4fcd-9974-cae4814e074c tempest-TestMinimumBasicScenario-1553799500 tempest-TestMinimumBasicScenario-1553799500-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1093 time: 0.1555548 Jan 18 12:53:57.825503 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34480) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:57.831358 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'port_id': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'fixed_ip_address': '172.20.0.3'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:53:57.837196 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:53:57.841083 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:floatingip and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:53:57.844580 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:53:57.850265 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:53:57.860007 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for floatingip, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:58.101567 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:58.166919 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77235582-533b-4e29-8e74-ba89c67b62f4 req-e96029bd-f9d4-4c0d-b165-cfe6483e731a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:58.168374 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77235582-533b-4e29-8e74-ba89c67b62f4 req-e96029bd-f9d4-4c0d-b165-cfe6483e731a tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 945 time: 0.1883473 Jan 18 12:53:58.271229 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77235582-533b-4e29-8e74-ba89c67b62f4 req-8a0ccd45-4457-445b-bf80-b16f35369be8 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948272 Jan 18 12:53:58.285344 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Allocated IP 172.27.0.251 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/ecf3f88d-b7d4-4f10-bb62-73c2a3572ebc) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:53:58.438494 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:58.465477 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:58.535363 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:53:58.538195 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:53:58.542495 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:53:58.565951 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'Port': ['ID=ecf3f88d-b7d4-4f10-bb62-73c2a3572ebc,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:59.038625 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:59.091833 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:59.287370 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:59.291634 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:59.393633 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'Port': ['ID=ecf3f88d-b7d4-4f10-bb62-73c2a3572ebc,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:59.452241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:59.563532 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa06a69-c7d2-45d5-b754-84e4c92cb7cd req-85a9873c-26e0-4da7-bed9-8c173d637172 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:59.564880 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bfa06a69-c7d2-45d5-b754-84e4c92cb7cd req-85a9873c-26e0-4da7-bed9-8c173d637172 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 945 time: 0.1722679 Jan 18 12:53:59.728362 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-bfa06a69-c7d2-45d5-b754-84e4c92cb7cd req-4ea29025-ab05-403d-8528-049f998784e0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562231 Jan 18 12:53:59.764354 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Floating IP d5c0fe65-3952-479f-9663-e2e4168ba86b associated. External IP: 172.27.0.251, port: 142bfaa1-0707-43ee-a58e-db2879ad8f4e. Jan 18 12:54:00.087703 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-b4e757ee-a1d6-452e-aec1-5aa44cf630e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:00.089107 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-b4e757ee-a1d6-452e-aec1-5aa44cf630e1 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 945 time: 0.1467426 Jan 18 12:54:00.170442 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Deleting port b5bf27a0-5c06-475d-a942-701404683ab1 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:00.170699 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:00.487712 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] For port b5bf27a0-5c06-475d-a942-701404683ab1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b5bf27a0-5c06-475d-a942-701404683ab1,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:00.487977 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:00.500812 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Router 49c454da-bcd8-4125-a817-f43c121cd8fa has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:00.938271 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:00.938645 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:00.938983 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Floating IP 5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2 disassociated. External IP: 172.27.0.6, port: b5bf27a0-5c06-475d-a942-701404683ab1. Jan 18 12:54:00.939324 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Calling delete_port for b5bf27a0-5c06-475d-a942-701404683ab1 owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:01.188837 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dd205-a64d-4d5e-bf6b-1feeb9da3a79 req-b5459d7c-fb2f-4238-9b3a-78f40770533e tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:01.190283 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-101dd205-a64d-4d5e-bf6b-1feeb9da3a79 req-b5459d7c-fb2f-4238-9b3a-78f40770533e tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 945 time: 0.3363128 Jan 18 12:54:01.222888 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:01.232783 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] Sync routers for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:01.244435 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:01.245052 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:53:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:01.264642 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:01.315236 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:01.355946 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event deleted for resources: {'Port': ['ID=b5bf27a0-5c06-475d-a942-701404683ab1,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:01.363084 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-101dd205-a64d-4d5e-bf6b-1feeb9da3a79 req-b211a11c-7c65-4274-bc56-73c20a3e6910 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups?id=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614835 Jan 18 12:54:01.441583 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-30953f97-7f5c-4677-9da1-4c05028ee916 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6148942 Jan 18 12:54:01.444393 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34490) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:01.448161 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:01.450032 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485949150', 'description': 'tempest-secgroup-smoke-1485949150 description', 'project_id': 'd1d0a7fce81846f0933bc4506e771081'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:01.451623 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:01.457077 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:01.461335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:01.465667 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:01.472347 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:01.483737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:01.528254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:01.533102 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:01.536222 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:01.544563 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:01.562761 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'status': 'completed', 'code': 200} Jan 18 12:54:01.644093 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Router 181b6071-d203-4b07-a33f-de781cbf485b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:01.661853 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:01.675851 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:01.718332 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-66021283-450a-4b4f-86f1-db24bc71442d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1098 time: 0.1358321 Jan 18 12:54:01.719528 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83496fef-d203-4fee-8e82-bde6cd9c3e66,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:01.882254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-79f98066-829c-4467-bb05-f2300d4ff5b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:01.883740 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-79f98066-829c-4467-bb05-f2300d4ff5b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 916 time: 0.1589339 Jan 18 12:54:01.921018 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:01.943220 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] Sync routers for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:02.011200 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.011565 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.012010 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.012374 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.012829 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.013158 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.013484 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.013803 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.014123 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.014439 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.014757 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:02.021493 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.025408 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-14b58c30-7b99-4d66-b61b-0fa09d1c0f68 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5773432 Jan 18 12:54:02.025567 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd5c0fe65-3952-479f-9663-e2e4168ba86b', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'port_id': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'mac_address': 'fa:16:3e:eb:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:53:58Z', 'updated_at': '2022-01-18T12:53:58Z', 'revision_number': 0, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:16Z', 'revision_number': 5, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:02.026066 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-09380a2d-eef1-41f7-b7a0-edd42491426d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 999 time: 0.1289561 Jan 18 12:54:02.026533 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34496) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:02.028986 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] Checking router: 49c454da-bcd8-4125-a817-f43c121cd8fa for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:02.030846 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:02.032473 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:53:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:02.032803 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'security_group_rule': {'security_group_id': '83496fef-d203-4fee-8e82-bde6cd9c3e66', 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:02.035470 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.041960 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:02.042574 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:53:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:02.094821 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-a80f7b0f-8e61-485d-84ac-29c8eb778f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:02.096239 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-a80f7b0f-8e61-485d-84ac-29c8eb778f4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 200 len: 854 time: 0.0589316 Jan 18 12:54:02.097144 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:02.101179 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:02.104397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] No DVR routers for this DVR port b5bf27a0-5c06-475d-a942-701404683ab1 on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:54:02.108001 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.111133 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8bb11cca-f5ef-4d86-99e7-0407d76a98f8 req-4603659c-79ce-44ee-9568-8a7ecf00a8d0 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.20 "DELETE /v2.0/ports/b5bf27a0-5c06-475d-a942-701404683ab1 HTTP/1.1" status: 204 len: 173 time: 2.0161560 Jan 18 12:54:02.141259 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:02.158183 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:02.239713 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:02.239955 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:02.295934 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.327363 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-f9149610-e1e4-4c80-9832-44f4f60e86a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2f282d1-80dd-4985-b16f-8891aaccff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2233071 Jan 18 12:54:02.461620 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.476299 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.523142 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2bf0d0-02a3-46b1-b887-48a77f51bb88,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:02.530081 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-0ee89d71-0065-4666-ba9e-932300b937d2 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920855 Jan 18 12:54:02.530351 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.531915 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-22499963-ee15-40fb-8da1-6462bae0fd17 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5044224 Jan 18 12:54:02.534807 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34502) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:02.541132 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'security_group_rule': {'security_group_id': '83496fef-d203-4fee-8e82-bde6cd9c3e66', 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:02.552244 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:02.559619 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:02.565734 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:02.577686 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:02.630485 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd5c0fe65-3952-479f-9663-e2e4168ba86b', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'port_id': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'mac_address': 'fa:16:3e:eb:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:53:58Z', 'updated_at': '2022-01-18T12:53:58Z', 'revision_number': 0, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:16Z', 'revision_number': 5, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:02.638324 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31ad6d-3868-438c-b46a-01ea6ab811e3 None None] The sync data for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi is: [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd5c0fe65-3952-479f-9663-e2e4168ba86b', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'port_id': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'mac_address': 'fa:16:3e:eb:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:53:58Z', 'updated_at': '2022-01-18T12:53:58Z', 'revision_number': 0, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:16Z', 'revision_number': 5, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:02.648236 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-85666033-195b-486d-ae88-d71b5877c8c6 req-729fd1d2-5b82-4ffd-b976-7e0cd6d3ee04 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Synchronizing usage tracker for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:54:02.657015 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:02.662686 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] Checking router: 181b6071-d203-4b07-a33f-de781cbf485b for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:02.678636 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:02.679792 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:53:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:02.697867 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.716929 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-5a6aada5-d40b-4a58-b079-111be5965c2a req-6210959c-db80-4466-a5f7-f66a56e6fd28 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798036 Jan 18 12:54:02.771122 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-85666033-195b-486d-ae88-d71b5877c8c6 req-729fd1d2-5b82-4ffd-b976-7e0cd6d3ee04 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Unset dirty status for tenant:a8915670cd7149dabaa9c738c0fc60f1 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:54:02.774223 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-85666033-195b-486d-ae88-d71b5877c8c6 req-729fd1d2-5b82-4ffd-b976-7e0cd6d3ee04 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5 HTTP/1.1" status: 200 len: 210 time: 0.1875215 Jan 18 12:54:02.808976 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.813816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.833268 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43d7d30-a5ad-4e76-8671-6333e7a5710d,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:02.854589 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.855998 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-78c5ebc8-2867-4d03-9dcb-3c19967cfdaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3201785 Jan 18 12:54:02.858770 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34506) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:02.873482 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'security_group_rule': {'security_group_id': '83496fef-d203-4fee-8e82-bde6cd9c3e66', 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:02.882109 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:02.886153 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:02.890327 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:02.897223 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:02.925323 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:02.950620 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:02.962593 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81da7c-0b14-414a-9d29-8913997179d3 None None] New status for floating IP d5c0fe65-3952-479f-9663-e2e4168ba86b: ACTIVE {{(pid=82766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:54:03.019546 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.024890 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.046631 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f357fc-ef74-447c-b4e3-c6a37eb09ecc,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:03.059983 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.064024 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-41d0a194-381b-47d6-bca9-2b02088ed781 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2010272 Jan 18 12:54:03.064227 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34510) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:03.069869 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'security_group_rule': {'security_group_id': '83496fef-d203-4fee-8e82-bde6cd9c3e66', 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:03.075766 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:03.080126 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:03.083005 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:03.089042 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:03.110493 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.175577 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.180134 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.204745 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ddd954-2835-4840-bb53-42f53480d27b,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:03.216059 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.219592 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d419a77f-8bf3-40f3-9d76-ef1b6cb3f277 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540623 Jan 18 12:54:03.220403 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34514) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:03.225945 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'security_group_rule': {'security_group_id': '83496fef-d203-4fee-8e82-bde6cd9c3e66', 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:03.231634 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:03.235390 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:03.238735 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:03.245333 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:03.255656 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.securitygroups_db [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Project d1d0a7fce81846f0933bc4506e771081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:54:03.261956 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.278862 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:03.282659 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb110d-dd61-41e4-84e7-d15d2bce40d6 None None] The sync data for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi is: [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'a5bbc6e9-52ce-4839-b712-cbb3ddffd713', 'name': '', 'network_id': 'da310088-244b-4133-81d0-87ef6fdcb0d8', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'mac_address': 'fa:16:3e:8a:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:39Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'subnets': [{'id': 'd89ec874-52a4-48cd-9861-eca9acc4b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:03.330300 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.335235 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.358478 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19c648e-e5ac-4942-8449-eb1574c3cb33,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:03.367915 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.369066 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-078663d2-4064-4593-8901-e83b4890c289 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1476638 Jan 18 12:54:03.371796 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34518) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:03.377253 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'security_group_rule': {'security_group_id': '83496fef-d203-4fee-8e82-bde6cd9c3e66', 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:03.382715 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:03.386422 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Usage tracker for resource:security_group_rule and tenant:d1d0a7fce81846f0933bc4506e771081 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:03.389254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:03.394903 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:03.407853 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.securitygroups_db [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Project d1d0a7fce81846f0933bc4506e771081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:54:03.414011 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.477605 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.481031 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.503331 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdef4b68-6b1a-4659-83ef-74142efe7b6b,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:03.513283 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.514541 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7dd8c528-31e7-4613-aa31-c9ec16ed4b46 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1418271 Jan 18 12:54:03.564430 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'name': 'network-vif-deleted', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:03.620792 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e29fa9-0816-4729-8f2b-fe1a18a4fdb5', 'name': 'network-vif-deleted', 'tag': 'b5bf27a0-5c06-475d-a942-701404683ab1', 'status': 'completed', 'code': 200} Jan 18 12:54:03.647962 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-4845722c-9884-4a2b-ba8f-eb37bb7da02d tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485949150&fields=id&tenant_id=d1d0a7fce81846f0933bc4506e771081 HTTP/1.1" status: 200 len: 267 time: 0.0434260 Jan 18 12:54:03.731692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-b5eaae1b-584e-4f69-8f55-455dd42ff8e8 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:03.733105 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-b5eaae1b-584e-4f69-8f55-455dd42ff8e8 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.0776153 Jan 18 12:54:03.743460 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'port': {'security_groups': ['d582d265-8bb0-4be3-b3b5-36de2972fb99', '83496fef-d203-4fee-8e82-bde6cd9c3e66']}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:03.859286 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:03.921228 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34532) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:03.986611 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86d02759-4168-4bd4-9135-ed9f2f277dca tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.014951 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86d02759-4168-4bd4-9135-ed9f2f277dca tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.070336 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86d02759-4168-4bd4-9135-ed9f2f277dca tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.091820 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d02759-4168-4bd4-9135-ed9f2f277dca tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:04.096445 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86d02759-4168-4bd4-9135-ed9f2f277dca tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.097560 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-86d02759-4168-4bd4-9135-ed9f2f277dca tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "DELETE /v2.0/security-groups/effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3 HTTP/1.1" status: 204 len: 168 time: 0.1752915 Jan 18 12:54:04.100128 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34536) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:04.119758 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.api.v2.resource [None req-886af01a-ffbc-4724-b2f0-78db3a43b3f4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] show failed (client error): The resource could not be found. Jan 18 12:54:04.120438 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:04.120585 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-886af01a-ffbc-4724-b2f0-78db3a43b3f4 tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "GET /v2.0/security-groups/effb5bb6-3dcc-46fc-b167-f24b5ac5c7c3 HTTP/1.1" status: 404 len: 347 time: 0.0195217 Jan 18 12:54:04.124015 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34540) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:04.150075 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.154507 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.194563 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['142bfaa1-0707-43ee-a58e-db2879ad8f4e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:54:04.231662 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:04.232301 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.233704 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7aa1fe4b-fb6d-4c79-9775-0bf6174d0f8d req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "PUT /v2.0/ports/142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 981 time: 0.4946570 Jan 18 12:54:04.245890 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61c6fe-d6f7-40f0-b2d7-93305a7f4ec0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=6']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:04.345243 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Deleting port 01780c64-d166-47db-814c-6d5f5021aad2 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:04.345535 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.381649 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['142bfaa1-0707-43ee-a58e-db2879ad8f4e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:54:04.463979 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c65141-1599-445f-8474-b42f4e8fa9cc req-d4a3a778-78bc-401d-b286-4a57231fceaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:04.465443 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-76c65141-1599-445f-8474-b42f4e8fa9cc req-d4a3a778-78bc-401d-b286-4a57231fceaa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0923839 Jan 18 12:54:04.510467 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-f90f9300-54fb-42b3-b46f-2f435a760263 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3321612 Jan 18 12:54:04.522708 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-76c65141-1599-445f-8474-b42f4e8fa9cc req-ce6b77e4-e94e-42e1-ab05-ebf09e2602f3 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483122 Jan 18 12:54:04.532022 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.532380 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.662450 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-3767c3a0-fc36-483e-81cc-8d23a5d6ccaa None None] Provisioning complete for port 142bfaa1-0707-43ee-a58e-db2879ad8f4e triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:04.662815 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3767c3a0-fc36-483e-81cc-8d23a5d6ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.688991 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Calling delete_port for 01780c64-d166-47db-814c-6d5f5021aad2 owned by network:floatingip {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:04.699354 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b5bf27a0-5c06-475d-a942-701404683ab1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:04.752837 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: b5bf27a0-5c06-475d-a942-701404683ab1 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:04.753167 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b5bf27a0-5c06-475d-a942-701404683ab1 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:04.790793 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-776a44ef-ac58-4f89-9565-f951e1104870 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 1099 time: 0.1891754 Jan 18 12:54:04.936565 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:05.095462 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Pushing event deleted for resources: {'Port': ['ID=01780c64-d166-47db-814c-6d5f5021aad2,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:05.141691 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-2b092dcd-c25c-40da-a7d6-7aa3c3155f80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:05.143152 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-2b092dcd-c25c-40da-a7d6-7aa3c3155f80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 200 len: 918 time: 0.3214149 Jan 18 12:54:05.219926 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3063d9-9596-4281-9d0d-6905e859c4be None None] New status for floating IP 5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:54:05.289964 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks [] for floatingip, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:05.295311 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-b4463e28-0830-4459-a07f-9b17e4f10cf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db HTTP/1.1" status: 200 len: 1001 time: 0.1417964 Jan 18 12:54:05.351074 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:05.352181 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-08a01bbf-7dfe-4ae5-a119-485377d2228b tempest-AttachVolumeTestJSON-801540501 tempest-AttachVolumeTestJSON-801540501-project] 10.222.0.86 "DELETE /v2.0/floatingips/5a5c3d42-ba1d-41b6-b76c-6ea8a5cad4b2 HTTP/1.1" status: 204 len: 168 time: 1.2272770 Jan 18 12:54:05.383631 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-3f9b76a8-0064-4256-aafc-607d5217ef29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:05.383631 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-3f9b76a8-0064-4256-aafc-607d5217ef29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 200 len: 856 time: 0.0784009 Jan 18 12:54:05.456799 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-9d3103ec-bfd2-4b5a-bab5-bf24ebe55027 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75027f51-ac71-4b92-b253-3d01167d49ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684588 Jan 18 12:54:05.591599 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-14ac5d5c-0f29-48a5-8426-939f89da7a95 service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283605 Jan 18 12:54:05.621757 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:05.675037 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'status': 'completed', 'code': 200} Jan 18 12:54:05.722580 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-9acd58da-852b-4b3e-b774-7a3919c8d94b req-d9d9fa59-2915-401a-9bf2-9ef84c8fdd1d service neutron] 10.222.0.20 "GET /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242723 Jan 18 12:54:05.886359 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-8021c1b5-7a00-49de-be31-a65d4ab8599d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1137 time: 0.1367164 Jan 18 12:54:06.011934 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-6714adbf-9541-4d29-9320-a711c321c41f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:06.013256 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-6714adbf-9541-4d29-9320-a711c321c41f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 916 time: 0.1204374 Jan 18 12:54:06.112508 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-bb2e469a-409a-4e29-86f7-5e0a2fabfdd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 1001 time: 0.0929894 Jan 18 12:54:06.171571 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-3ebb820c-2e78-4364-8d4d-e5f9a3c6cf6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:06.172952 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-3ebb820c-2e78-4364-8d4d-e5f9a3c6cf6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 200 len: 854 time: 0.0548530 Jan 18 12:54:06.249163 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-0bbb1d54-a3ca-42bd-bdf7-287b1e0a43de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2f282d1-80dd-4985-b16f-8891aaccff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671804 Jan 18 12:54:06.376645 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-2c8e4a92-14d1-4d83-a5d1-04a49bbf44e1 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200905 Jan 18 12:54:06.504686 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2b9976cb-2a1a-4aee-b454-d0fa05718e7f req-ed81822b-096c-4508-b12c-763af41501f3 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199660 Jan 18 12:54:09.359329 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34576) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:09.862740 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:10.525776 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Deleting port a5bbc6e9-52ce-4839-b712-cbb3ddffd713 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:10.526469 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:10.694828 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] For port a5bbc6e9-52ce-4839-b712-cbb3ddffd713, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:10.695186 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:10.811970 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Calling delete_port for a5bbc6e9-52ce-4839-b712-cbb3ddffd713 owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:10.979742 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.023987 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5bbc6e9-52ce-4839-b712-cbb3ddffd713,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:11.303619 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.949183 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Router 181b6071-d203-4b07-a33f-de781cbf485b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:12.148001 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:12.157212 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] Sync routers for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:12.160532 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d9b35d50-0807-4187-b685-af7dc6cc351e admin admin] 10.222.0.86 "PUT /v2.0/routers/181b6071-d203-4b07-a33f-de781cbf485b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8001032 Jan 18 12:54:12.163017 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34584) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:12.169315 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:12.169909 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:53:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:12.345012 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:12.355716 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.549841 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.558946 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Deleting port c02fc320-7692-4e46-a953-6c0391f5775a {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:12.559319 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.625126 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:54:10Z', 'revision_number': 5, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port': {'id': 'c02fc320-7692-4e46-a953-6c0391f5775a', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6071-d203-4b07-a33f-de781cbf485b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:02Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:12.628817 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] Checking router: 181b6071-d203-4b07-a33f-de781cbf485b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:12.639878 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] Routers {'181b6071-d203-4b07-a33f-de781cbf485b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:12.640989 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:53:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['181b6071-d203-4b07-a33f-de781cbf485b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:12.725347 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] For port c02fc320-7692-4e46-a953-6c0391f5775a, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=c02fc320-7692-4e46-a953-6c0391f5775a,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:12.725694 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.788821 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] Set router 181b6071-d203-4b07-a33f-de781cbf485b gateway port host: None {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:12.845180 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Calling delete_port for c02fc320-7692-4e46-a953-6c0391f5775a owned by network:router_gateway {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:12.926550 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:54:12Z', 'revision_number': 6, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:12.930218 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac1ca6-c137-40e9-b4d2-4c3d9451c525 None None] The sync data for ids ['181b6071-d203-4b07-a33f-de781cbf485b'] in dv-cinder-825101-1-iscsi is: [{'id': '181b6071-d203-4b07-a33f-de781cbf485b', 'name': 'tempest-AttachVolumeTestJSON-1135780936-router', 'tenant_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:54:12Z', 'revision_number': 6, 'project_id': 'a8915670cd7149dabaa9c738c0fc60f1', 'gw_port_host': None}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:13.012969 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.056030 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02fc320-7692-4e46-a953-6c0391f5775a,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:13.372414 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.622067 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.627131 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.655799 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.656813 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 181b6071-d203-4b07-a33f-de781cbf485b {{(pid=82764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:54:13.670268 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.674358 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8ccefc80-0c05-4e93-8378-157829454aa8 admin admin] 10.222.0.86 "DELETE /v2.0/routers/181b6071-d203-4b07-a33f-de781cbf485b HTTP/1.1" status: 204 len: 168 time: 1.5074761 Jan 18 12:54:13.674712 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34588) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:13.732657 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] Deleting subnet d89ec874-52a4-48cd-9861-eca9acc4b14b {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:54:13.736421 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.785336 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.907482 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.976638 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.011681 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89ec874-52a4-48cd-9861-eca9acc4b14b,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:14.017730 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.023138 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c605d5-cfb3-4e12-af0e-5b7280982559 None None] Network da310088-244b-4133-81d0-87ef6fdcb0d8 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:14.026075 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ced3764f-6542-4f48-ae80-598d366121dd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d89ec874-52a4-48cd-9861-eca9acc4b14b HTTP/1.1" status: 204 len: 168 time: 0.3503029 Jan 18 12:54:14.026664 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34592) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:14.132618 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.144220 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Deleting port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:14.144560 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.148789 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a5bbc6e9-52ce-4839-b712-cbb3ddffd713 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:14.209743 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: a5bbc6e9-52ce-4839-b712-cbb3ddffd713 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:14.210093 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a5bbc6e9-52ce-4839-b712-cbb3ddffd713 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:14.210479 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c02fc320-7692-4e46-a953-6c0391f5775a no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:14.246161 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: c02fc320-7692-4e46-a953-6c0391f5775a {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:14.246489 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c02fc320-7692-4e46-a953-6c0391f5775a not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:14.338452 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] DHCP port deletion for da310088-244b-4133-81d0-87ef6fdcb0d8 request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:54:14.342356 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] For port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:14.342659 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Deleting port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:14.342787 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.343064 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.519103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Calling delete_port for 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 owned by network:dhcp {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:14.545956 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] For port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,segment=NetworkSegment(84f5f8ed-b483-4bbd-85bd-441743f8039b),segment_id=84f5f8ed-b483-4bbd-85bd-441743f8039b)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:14.546337 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.590653 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.635197 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:14.641944 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] No DVR routers for this DVR port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 on host dv-cinder-825101-1-iscsi {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:54:14.664783 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Calling delete_port for 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 owned by network:dhcp {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:14.756343 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.780675 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da310088-244b-4133-81d0-87ef6fdcb0d8']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:14.792642 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f5f8ed-b483-4bbd-85bd-441743f8039b') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:14.792934 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f5f8ed-b483-4bbd-85bd-441743f8039b') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:14.794045 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:54:14.794399 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:54:14.804659 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.820928 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.827221 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:54:14.827621 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:54:14.840756 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:54:14.917081 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.935672 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:14.941831 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] Pushing event deleted for resources: {'Network': ['ID=da310088-244b-4133-81d0-87ef6fdcb0d8,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:14.956833 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-87720152-6f5a-4cfd-9118-dbbb18d5dcee admin admin] 10.222.0.86 "DELETE /v2.0/networks/da310088-244b-4133-81d0-87ef6fdcb0d8 HTTP/1.1" status: 204 len: 168 time: 0.9290910 Jan 18 12:54:15.089913 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34600) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:15.139323 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ee023bac-75dd-479f-9b79-920832bfb81b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a8915670cd7149dabaa9c738c0fc60f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481415 Jan 18 12:54:15.141666 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34604) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:15.197839 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d093444b-e180-4d4b-8e35-fd375709b45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:15.222557 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d093444b-e180-4d4b-8e35-fd375709b45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:15.274995 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d093444b-e180-4d4b-8e35-fd375709b45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:15.291952 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093444b-e180-4d4b-8e35-fd375709b45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af97245b-3b3e-444a-ab17-7504c0573ee5,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:15.295963 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Deleting port 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:15.296443 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:15.304008 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d093444b-e180-4d4b-8e35-fd375709b45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:15.305063 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d093444b-e180-4d4b-8e35-fd375709b45a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af97245b-3b3e-444a-ab17-7504c0573ee5 HTTP/1.1" status: 204 len: 168 time: 0.1625013 Jan 18 12:54:15.370578 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c5436fab-1560-47b4-8877-a8bec4b294ab None None] The port '4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:54:16.140985 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:16.171896 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:16.172232 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 4aa8c26f-d8c6-4dee-a4d9-4e51c85437e9 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:20.527364 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34694) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:20.663170 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:20.693689 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:20.697420 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Usage tracker for resource:security_group_rule and tenant:8d09cdf61350432dad01cb88b65b9663 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:20.700263 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:20.706429 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:20.771634 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:20.775267 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:20.823064 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8d09cdf61350432dad01cb88b65b9663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2946339 Jan 18 12:54:20.823847 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9d548-6fe5-4e95-9c80-3968fc1aa72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef539187-e67c-4ea4-b06a-131898b3c2b4,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:20.826622 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34700) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:20.861154 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:54:20.886788 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-572bab9a-96c4-4946-9033-824429c101e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:20.911262 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-572bab9a-96c4-4946-9033-824429c101e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:20.963415 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-572bab9a-96c4-4946-9033-824429c101e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:20.981234 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bab9a-96c4-4946-9033-824429c101e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef539187-e67c-4ea4-b06a-131898b3c2b4,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:20.986827 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-572bab9a-96c4-4946-9033-824429c101e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:20.990303 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-572bab9a-96c4-4946-9033-824429c101e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ef539187-e67c-4ea4-b06a-131898b3c2b4 HTTP/1.1" status: 204 len: 168 time: 0.1594090 Jan 18 12:54:21.301508 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34710) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:21.319232 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:21.350240 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:21.353947 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Usage tracker for resource:security_group_rule and tenant:f3c4e1db20a8449892fa021fe9068745 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:21.356739 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:21.362882 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:21.433418 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:21.437180 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:21.485003 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3c4e1db20a8449892fa021fe9068745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823862 Jan 18 12:54:21.485650 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b1215-1455-40a5-9734-614bf1c7ed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8b3eb1-26ff-4c28-8bf8-3642a525f056,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:21.487664 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34714) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:21.545258 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-35b68d6b-b7a1-47b0-af0c-d678cf53ed12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:21.570418 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-35b68d6b-b7a1-47b0-af0c-d678cf53ed12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:21.619569 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-35b68d6b-b7a1-47b0-af0c-d678cf53ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:21.634547 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b68d6b-b7a1-47b0-af0c-d678cf53ed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8b3eb1-26ff-4c28-8bf8-3642a525f056,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:21.638647 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-35b68d6b-b7a1-47b0-af0c-d678cf53ed12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:21.640894 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-35b68d6b-b7a1-47b0-af0c-d678cf53ed12 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be8b3eb1-26ff-4c28-8bf8-3642a525f056 HTTP/1.1" status: 204 len: 168 time: 0.1516137 Jan 18 12:54:22.007873 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-79a9b578-8865-4782-aa05-65d930e54d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:24.176351 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-948219ca-f713-4bf4-bbe8-4cae327cdb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:25.310200 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:25.430768 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:25.619465 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34810) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:25.754570 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:25.784720 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:25.788667 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Usage tracker for resource:security_group_rule and tenant:791492baf26e41dba96d323d05384da8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:25.791616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:25.797803 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:25.861583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:25.865400 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:25.912838 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2aa962-e278-4126-97c6-b37696938313,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:25.919688 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7fdd9df4-04b2-4849-a926-4336372663cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=791492baf26e41dba96d323d05384da8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2967174 Jan 18 12:54:25.920701 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34816) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:25.980268 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-863e0bba-25ed-48b8-b13c-59a15bc6394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.005587 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-863e0bba-25ed-48b8-b13c-59a15bc6394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.054831 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-863e0bba-25ed-48b8-b13c-59a15bc6394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.068244 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0bba-25ed-48b8-b13c-59a15bc6394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2aa962-e278-4126-97c6-b37696938313,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:26.073936 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-863e0bba-25ed-48b8-b13c-59a15bc6394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.075056 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-863e0bba-25ed-48b8-b13c-59a15bc6394d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf2aa962-e278-4126-97c6-b37696938313 HTTP/1.1" status: 204 len: 168 time: 0.1542089 Jan 18 12:54:26.391264 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34826) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:26.409620 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.440536 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:26.444312 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Usage tracker for resource:security_group_rule and tenant:787d48b25c0241ef9375ebf952b2fb0e is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:26.447055 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:26.453236 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:26.517614 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.521265 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.552421 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.566257 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619ca2a-eb3d-4fd1-9fe0-08d59436517f,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:26.570574 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=787d48b25c0241ef9375ebf952b2fb0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1782947 Jan 18 12:54:26.573365 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34830) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:26.577428 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.578360 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.578695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.579056 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.579396 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.579717 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.580037 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.580361 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.580680 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.580996 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.581309 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4422418-9074-4643-987a-f038d02ea051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:26.634644 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea56fe2b-b406-47d2-880c-de1e646d1c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.659461 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea56fe2b-b406-47d2-880c-de1e646d1c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.707926 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea56fe2b-b406-47d2-880c-de1e646d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.721699 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56fe2b-b406-47d2-880c-de1e646d1c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619ca2a-eb3d-4fd1-9fe0-08d59436517f,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:26.727325 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ea56fe2b-b406-47d2-880c-de1e646d1c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.728798 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ea56fe2b-b406-47d2-880c-de1e646d1c15 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3619ca2a-eb3d-4fd1-9fe0-08d59436517f HTTP/1.1" status: 204 len: 168 time: 0.1541133 Jan 18 12:54:27.534692 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-d97ee2c1-db4e-4652-a4ca-21499dac47d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1137 time: 0.1387639 Jan 18 12:54:27.581133 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be5a22-fc71-46a3-85a3-cbd84bc62773 req-c8cc7e6f-2b5c-4105-a7bd-56dcdfb4a463 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:27.583718 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-37be5a22-fc71-46a3-85a3-cbd84bc62773 req-c8cc7e6f-2b5c-4105-a7bd-56dcdfb4a463 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.1473117 Jan 18 12:54:27.774684 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-37be5a22-fc71-46a3-85a3-cbd84bc62773 req-8748f028-c39b-4b22-8d3a-5107a3f6d0ce tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400509 Jan 18 12:54:27.785649 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-c4046b02-3cc3-4d01-a3f5-7bcf4841d2e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:27.787091 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-c4046b02-3cc3-4d01-a3f5-7bcf4841d2e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 916 time: 0.2448843 Jan 18 12:54:27.852321 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1e6e-aa8d-4e4f-8a40-e23c1148670e req-16177838-f021-40f3-8cfb-f0d1a2f4c795 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:27.853759 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-816c1e6e-aa8d-4e4f-8a40-e23c1148670e req-16177838-f021-40f3-8cfb-f0d1a2f4c795 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 946 time: 0.1981521 Jan 18 12:54:27.929887 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-b314985d-d7c6-4960-8b92-af41e26501d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 1001 time: 0.1350303 Jan 18 12:54:27.939227 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-816c1e6e-aa8d-4e4f-8a40-e23c1148670e req-84981a0b-2532-4052-83e6-5e76e2d65d52 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719898 Jan 18 12:54:27.999267 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-6b02f439-070e-41bc-976a-003fe824faa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:28.001271 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-6b02f439-070e-41bc-976a-003fe824faa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 200 len: 854 time: 0.0611098 Jan 18 12:54:28.056929 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34876) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:28.079512 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-20463ac5-ace1-407a-90e7-206d88edaa52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2f282d1-80dd-4985-b16f-8891aaccff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708323 Jan 18 12:54:28.199737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.232810 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:28.236947 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Usage tracker for resource:security_group_rule and tenant:4c5b3198d01c4f3c979f60f44f9e3bc0 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:28.239952 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:28.245584 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:28.275370 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-af9a77e1-6019-43c0-b49f-332f9e4f3a08 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894281 Jan 18 12:54:28.316074 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.319968 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.365774 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d144067-8970-483b-b505-6b08bfcde6d8,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:28.372188 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b75c3efb-87a4-4c2f-b3b9-814be782610f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c5b3198d01c4f3c979f60f44f9e3bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3141515 Jan 18 12:54:28.373379 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34882) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:28.414567 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-acba9de6-b8aa-41e8-8e99-c397ea826839 req-d0670b1a-3a58-417f-99eb-f4cf1c8b91dd service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315122 Jan 18 12:54:28.437070 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-704c6b47-6c00-4fe4-8985-09387d8c2646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.463017 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-704c6b47-6c00-4fe4-8985-09387d8c2646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.512687 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-704c6b47-6c00-4fe4-8985-09387d8c2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.528867 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c6b47-6c00-4fe4-8985-09387d8c2646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d144067-8970-483b-b505-6b08bfcde6d8,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:28.532199 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-704c6b47-6c00-4fe4-8985-09387d8c2646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.533303 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-704c6b47-6c00-4fe4-8985-09387d8c2646 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8d144067-8970-483b-b505-6b08bfcde6d8 HTTP/1.1" status: 204 len: 168 time: 0.1587110 Jan 18 12:54:28.973874 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f2f4e-3db6-469b-95fd-a1319c1aa257 req-329482c0-e187-47ce-9a2b-04a1990dfb7f tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:28.980804 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-085f2f4e-3db6-469b-95fd-a1319c1aa257 req-329482c0-e187-47ce-9a2b-04a1990dfb7f tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0861399 Jan 18 12:54:29.025293 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-085f2f4e-3db6-469b-95fd-a1319c1aa257 req-f5307e4f-dd31-452a-8638-7cbea16b4135 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436122 Jan 18 12:54:29.167728 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509eab9-e3cb-4856-95c1-1f272ff588ad req-ea49c83e-ffbc-4bf0-b4d5-92af2be0ae98 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:29.169196 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d509eab9-e3cb-4856-95c1-1f272ff588ad req-ea49c83e-ffbc-4bf0-b4d5-92af2be0ae98 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 946 time: 0.0806055 Jan 18 12:54:29.214539 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d509eab9-e3cb-4856-95c1-1f272ff588ad req-5f209ccc-93ba-4cbf-a9bc-5e90ce0a1281 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups?id=44ab20b0-4d71-49f9-80ee-347d4563ab2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 Jan 18 12:54:29.317244 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-337c6465-f71f-46c9-8fc8-ee8141071034 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:29.318656 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-337c6465-f71f-46c9-8fc8-ee8141071034 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 946 time: 0.0742431 Jan 18 12:54:29.389387 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Deleting port b8644a5a-5ff5-41df-bc90-d29d2389f8db {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:29.389722 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.629962 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] For port b8644a5a-5ff5-41df-bc90-d29d2389f8db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b8644a5a-5ff5-41df-bc90-d29d2389f8db,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:29.630322 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.919263 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.919696 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.920171 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Floating IP d05b788a-4ba3-44c3-b6c8-a6265e9f997b disassociated. External IP: 172.27.0.235, port: b8644a5a-5ff5-41df-bc90-d29d2389f8db. Jan 18 12:54:29.920523 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Calling delete_port for b8644a5a-5ff5-41df-bc90-d29d2389f8db owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:30.062490 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.122907 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event deleted for resources: {'Port': ['ID=b8644a5a-5ff5-41df-bc90-d29d2389f8db,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:30.343928 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67710ee5-7dbf-4a8e-b6de-1a6a0199453e req-4a9f21fb-066b-4491-a9a3-c0bdd72823fc tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:30.345918 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-67710ee5-7dbf-4a8e-b6de-1a6a0199453e req-4a9f21fb-066b-4491-a9a3-c0bdd72823fc tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.1654081 Jan 18 12:54:30.492474 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f86843bd-db2f-41b1-9897-da931673b99b req-4fd172dc-284d-4dcd-a931-2ecfd3549c7d tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/ports?device_id=495af7d2-5eca-4534-9ac3-4f843ffac5a7 HTTP/1.1" status: 200 len: 210 time: 0.1307669 Jan 18 12:54:30.529678 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-67710ee5-7dbf-4a8e-b6de-1a6a0199453e req-496546ef-2fe8-419f-9b95-90148138ef85 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713564 Jan 18 12:54:30.540114 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:30.752027 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:30.767446 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] Sync routers for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:30.780950 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:30.783094 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:30.828995 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] No DVR routers for this DVR port b8644a5a-5ff5-41df-bc90-d29d2389f8db on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:54:30.834369 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.841715 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-deleted', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:30.903893 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e708d139-e2fc-432d-b3cb-ec5a8b5145b7 req-fa33685a-1636-44cd-87da-1cb09da201fa tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.20 "DELETE /v2.0/ports/b8644a5a-5ff5-41df-bc90-d29d2389f8db HTTP/1.1" status: 204 len: 173 time: 1.5798106 Jan 18 12:54:30.928425 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495af7d2-5eca-4534-9ac3-4f843ffac5a7', 'name': 'network-vif-deleted', 'tag': 'b8644a5a-5ff5-41df-bc90-d29d2389f8db', 'status': 'completed', 'code': 200} Jan 18 12:54:31.034457 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:31.347531 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:31.351219 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] Checking router: 9a63f024-f831-4dd5-af03-cfeffdffb0d7 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:31.362112 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:31.362703 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:31.546725 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:31.694226 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34946) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:31.754436 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd74c-8401-41a5-adee-0795ba9d5572 req-025c058c-1515-4779-9f74-a016b3c387f5 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:31.756012 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2cacd74c-8401-41a5-adee-0795ba9d5572 req-025c058c-1515-4779-9f74-a016b3c387f5 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0808394 Jan 18 12:54:31.765475 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cdab68d9-9d0a-496c-bc49-aa7d7c7035d1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:31.797955 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cdab68d9-9d0a-496c-bc49-aa7d7c7035d1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:31.812956 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2cacd74c-8401-41a5-adee-0795ba9d5572 req-47fb8109-1556-4835-aee2-556e6910cf81 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475492 Jan 18 12:54:31.861703 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cdab68d9-9d0a-496c-bc49-aa7d7c7035d1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:31.881099 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab68d9-9d0a-496c-bc49-aa7d7c7035d1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ab20b0-4d71-49f9-80ee-347d4563ab2a,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:31.889917 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cdab68d9-9d0a-496c-bc49-aa7d7c7035d1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:31.891090 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-cdab68d9-9d0a-496c-bc49-aa7d7c7035d1 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "DELETE /v2.0/security-groups/44ab20b0-4d71-49f9-80ee-347d4563ab2a HTTP/1.1" status: 204 len: 168 time: 0.1952434 Jan 18 12:54:31.893644 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34950) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:31.901209 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:31.905388 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82fb25-0293-4e66-b8aa-cdbb872306cf None None] The sync data for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi is: [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '8f856283-1ebd-45a1-a2ee-92fd34611734', 'name': '', 'network_id': '75027f51-ac71-4b92-b253-3d01167d49ae', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'mac_address': 'fa:16:3e:ba:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:15Z', 'updated_at': '2022-01-18T12:47:42Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'subnets': [{'id': '41050b0d-554c-498e-bd1b-ea3be6551711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:31.911654 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.api.v2.resource [None req-42f4a5d8-9312-49e8-9322-b01c92f96a78 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] show failed (client error): The resource could not be found. Jan 18 12:54:31.915717 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 34954) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:31.918895 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-42f4a5d8-9312-49e8-9322-b01c92f96a78 tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "GET /v2.0/security-groups/44ab20b0-4d71-49f9-80ee-347d4563ab2a HTTP/1.1" status: 404 len: 347 time: 0.0206506 Jan 18 12:54:32.012417 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.075790 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Deleting port bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:32.076137 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.162110 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adee6d-9d8a-4722-9430-58e63a9eb23d None None] New status for floating IP d05b788a-4ba3-44c3-b6c8-a6265e9f997b: DOWN {{(pid=82766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:54:32.254722 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.255073 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.380043 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Calling delete_port for bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0 owned by network:floatingip {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:32.466934 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.db.api [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:54:32.467293 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG oslo_db.api [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:54:32.804517 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:32.836743 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: b8644a5a-5ff5-41df-bc90-d29d2389f8db {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:32.837082 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b8644a5a-5ff5-41df-bc90-d29d2389f8db not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:32.970629 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Deleting port bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:32.971205 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.147475 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70a9f1-4a8d-4069-b221-0e98cce50453 req-38b3d43f-baeb-4bb3-aea7-2a3b3fcb121e tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:33.148905 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6e70a9f1-4a8d-4069-b221-0e98cce50453 req-38b3d43f-baeb-4bb3-aea7-2a3b3fcb121e tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.2087018 Jan 18 12:54:33.179584 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.179897 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.306488 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Calling delete_port for bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0 owned by network:floatingip {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:33.431062 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6e70a9f1-4a8d-4069-b221-0e98cce50453 req-f62ed627-4bff-44c0-83b4-003455d895f5 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2691298 Jan 18 12:54:33.532741 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.575037 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Pushing event deleted for resources: {'Port': ['ID=bb1e8bb1-9a79-42d4-9f3f-e1bd791edda0,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:33.630513 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34974) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:33.673916 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks [] for floatingip, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.687216 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.688483 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3277234b-4d16-442b-8dff-65b9f1fe908e tempest-AttachVolumeShelveTestJSON-2090618806 tempest-AttachVolumeShelveTestJSON-2090618806-project] 10.222.0.86 "DELETE /v2.0/floatingips/d05b788a-4ba3-44c3-b6c8-a6265e9f997b HTTP/1.1" status: 204 len: 168 time: 1.7713923 Jan 18 12:54:33.771275 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.804146 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:33.808015 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Usage tracker for resource:security_group_rule and tenant:1c5f38cc6b4449feb9f6cca78fbac79a is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:33.810854 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:33.816713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:33.889732 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.893979 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:33.939290 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3756e1-aafd-4cdd-8efb-22cfaee6fd7d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:33.947340 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-72cd9979-155a-42a3-b4e9-2cbb8b942ace admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1c5f38cc6b4449feb9f6cca78fbac79a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3132875 Jan 18 12:54:33.947881 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34984) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:34.008727 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-70460d82-d827-45a0-8899-5aa8a185fd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.034394 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-70460d82-d827-45a0-8899-5aa8a185fd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.085790 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-70460d82-d827-45a0-8899-5aa8a185fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.100515 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70460d82-d827-45a0-8899-5aa8a185fd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3756e1-aafd-4cdd-8efb-22cfaee6fd7d,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:34.106380 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-70460d82-d827-45a0-8899-5aa8a185fd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.110409 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-70460d82-d827-45a0-8899-5aa8a185fd0e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a3756e1-aafd-4cdd-8efb-22cfaee6fd7d HTTP/1.1" status: 204 len: 168 time: 0.1590829 Jan 18 12:54:34.427968 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34992) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:34.446606 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.477493 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:34.481304 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Usage tracker for resource:security_group_rule and tenant:a83cf99db34f4f9c9fdc6b057087c77d is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:34.484115 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:34.490210 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:34.554494 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.559134 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.605278 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77780f1e-632d-4e6d-82c3-ff6613f368c6,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:34.613155 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-c86cff35-81ec-4cca-9268-90bbbe75e634 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a83cf99db34f4f9c9fdc6b057087c77d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1818757 Jan 18 12:54:34.614269 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 34998) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:34.632955 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d2902-36a2-4acf-8308-721f1c59465a req-5e64ea06-67f6-4bbd-b4b9-39740b856b50 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:34.634397 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7d0d2902-36a2-4acf-8308-721f1c59465a req-5e64ea06-67f6-4bbd-b4b9-39740b856b50 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0833740 Jan 18 12:54:34.678221 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ab034e0-1870-44f2-98a6-c1e0335783a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.682632 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7d0d2902-36a2-4acf-8308-721f1c59465a req-e09990f1-f505-4cfa-bc7c-cdac938aa3f9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424902 Jan 18 12:54:34.702911 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ab034e0-1870-44f2-98a6-c1e0335783a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.753102 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ab034e0-1870-44f2-98a6-c1e0335783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.766686 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab034e0-1870-44f2-98a6-c1e0335783a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77780f1e-632d-4e6d-82c3-ff6613f368c6,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:34.773195 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8ab034e0-1870-44f2-98a6-c1e0335783a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.776038 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8ab034e0-1870-44f2-98a6-c1e0335783a9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77780f1e-632d-4e6d-82c3-ff6613f368c6 HTTP/1.1" status: 204 len: 168 time: 0.1600504 Jan 18 12:54:35.882678 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba632e-1e98-4629-a095-6433b6079295 req-d6bdaa7e-554f-45cd-ab1e-8725e620163e tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:35.884745 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-20ba632e-1e98-4629-a095-6433b6079295 req-d6bdaa7e-554f-45cd-ab1e-8725e620163e tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0823817 Jan 18 12:54:35.931040 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-20ba632e-1e98-4629-a095-6433b6079295 req-c517da9f-fdc3-48b6-abc9-538ba043d5b0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408616 Jan 18 12:54:36.486597 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35048) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:37.122698 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac140e-33e2-4f77-819e-7065d6406ba5 req-9b81b59a-653d-4831-9053-5cfa54043436 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:37.123293 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:37.124210 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6eac140e-33e2-4f77-819e-7065d6406ba5 req-9b81b59a-653d-4831-9053-5cfa54043436 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0752122 Jan 18 12:54:37.174165 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6eac140e-33e2-4f77-819e-7065d6406ba5 req-1cd3c3c2-76a4-4b01-ba0c-68f53fd1b0af tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437236 Jan 18 12:54:37.705077 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Deleting port 8f856283-1ebd-45a1-a2ee-92fd34611734 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:37.705583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:37.883730 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] For port 8f856283-1ebd-45a1-a2ee-92fd34611734, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=8f856283-1ebd-45a1-a2ee-92fd34611734,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:37.884089 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:38.002485 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Calling delete_port for 8f856283-1ebd-45a1-a2ee-92fd34611734 owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:38.173231 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:38.216869 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f856283-1ebd-45a1-a2ee-92fd34611734,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:38.385093 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7a80-9403-47bb-bfbf-7f2d72f2095e req-03269e54-57a5-4348-8cad-1fe3e6dc78b0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:38.386559 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e29e7a80-9403-47bb-bfbf-7f2d72f2095e req-03269e54-57a5-4348-8cad-1fe3e6dc78b0 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0861738 Jan 18 12:54:38.434353 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e29e7a80-9403-47bb-bfbf-7f2d72f2095e req-b8712248-e84a-4152-9d9b-4fda0c3fcce5 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417962 Jan 18 12:54:38.593095 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:39.161304 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:39.364545 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:39.373331 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] Sync routers for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:39.384152 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35076) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:39.384511 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e1b2891c-6dce-4f15-aa2a-4be6097f1805 admin admin] 10.222.0.86 "PUT /v2.0/routers/9a63f024-f831-4dd5-af03-cfeffdffb0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8966970 Jan 18 12:54:39.385612 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:39.386292 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:39.571900 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:39.669805 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec5509-7e4d-4f37-b66f-97b9ff16c43a req-775a020a-8215-4833-97fb-2cd7a9676c0c tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:39.671183 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-65ec5509-7e4d-4f37-b66f-97b9ff16c43a req-775a020a-8215-4833-97fb-2cd7a9676c0c tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.1052032 Jan 18 12:54:39.674283 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:39.789706 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-65ec5509-7e4d-4f37-b66f-97b9ff16c43a req-6baef3f6-0e7d-407e-b25a-bfa5f724752b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687504 Jan 18 12:54:39.878788 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:54:38Z', 'revision_number': 5, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port': {'id': 'b55ab9c3-9de9-4b75-a7c7-3a790f404455', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:01Z', 'updated_at': '2022-01-18T12:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:39.883133 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] Checking router: 9a63f024-f831-4dd5-af03-cfeffdffb0d7 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:39.893604 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] Routers {'9a63f024-f831-4dd5-af03-cfeffdffb0d7'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:39.894209 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:39.913115 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:39.924531 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Deleting port b55ab9c3-9de9-4b75-a7c7-3a790f404455 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:39.924807 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:40.048435 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] Set router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:40.099164 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] For port b55ab9c3-9de9-4b75-a7c7-3a790f404455, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=b55ab9c3-9de9-4b75-a7c7-3a790f404455,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:40.099490 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:40.155975 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:54:39Z', 'revision_number': 6, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:40.160396 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1620c-2533-4285-af7b-3756b2996697 None None] The sync data for ids ['9a63f024-f831-4dd5-af03-cfeffdffb0d7'] in dv-cinder-825101-1-iscsi is: [{'id': '9a63f024-f831-4dd5-af03-cfeffdffb0d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1256289096-router', 'tenant_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:46:59Z', 'updated_at': '2022-01-18T12:54:39Z', 'revision_number': 6, 'project_id': 'debf80e43d6c434c8a12852fbe6ccf4e', 'gw_port_host': None}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:40.238228 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Calling delete_port for b55ab9c3-9de9-4b75-a7c7-3a790f404455 owned by network:router_gateway {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:40.580516 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:40.626141 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55ab9c3-9de9-4b75-a7c7-3a790f404455,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:40.856582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.165604 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.173818 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.268102 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb14f5f-e1db-446a-99ae-c97bafa653d9 req-b707e5a5-d796-450d-a368-000dfb7ecd76 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:41.269461 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9fb14f5f-e1db-446a-99ae-c97bafa653d9 req-b707e5a5-d796-450d-a368-000dfb7ecd76 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.2869239 Jan 18 12:54:41.290059 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.290611 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a63f024-f831-4dd5-af03-cfeffdffb0d7 {{(pid=82765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:54:41.322645 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] Notify callbacks [] for router, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.326450 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35104) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:41.327246 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-dc069fbe-0b05-4f94-80de-7733572a78a0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9a63f024-f831-4dd5-af03-cfeffdffb0d7 HTTP/1.1" status: 204 len: 168 time: 1.9420209 Jan 18 12:54:41.338188 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9fb14f5f-e1db-446a-99ae-c97bafa653d9 req-26a5f58b-4d40-48c5-b85d-6f052b8d9cc7 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617189 Jan 18 12:54:41.396433 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] Deleting subnet 41050b0d-554c-498e-bd1b-ea3be6551711 {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:54:41.399640 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.452039 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16499860'] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.567017 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.636677 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15893504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16647162'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.671184 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41050b0d-554c-498e-bd1b-ea3be6551711,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:41.680254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.685449 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b01f3c-6516-4634-a899-9f12e109c25c None None] Network 75027f51-ac71-4b92-b253-3d01167d49ae requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:41.686093 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a55485a3-1b7a-489b-a72f-a60093373c82 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/41050b0d-554c-498e-bd1b-ea3be6551711 HTTP/1.1" status: 204 len: 168 time: 0.3585999 Jan 18 12:54:41.688844 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35118) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:41.893059 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.905620 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Deleting port 5731e65e-9c26-427c-ba1d-d658eecafbb6 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:41.906078 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.975815 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] DHCP port deletion for 75027f51-ac71-4b92-b253-3d01167d49ae request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:54:41.980064 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Deleting port 5731e65e-9c26-427c-ba1d-d658eecafbb6 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:41.980459 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.123704 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] For port 5731e65e-9c26-427c-ba1d-d658eecafbb6, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=5731e65e-9c26-427c-ba1d-d658eecafbb6,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:42.124065 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.177165 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 8f856283-1ebd-45a1-a2ee-92fd34611734 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:42.225766 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 8f856283-1ebd-45a1-a2ee-92fd34611734 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:42.226088 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 8f856283-1ebd-45a1-a2ee-92fd34611734 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:42.226426 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 5731e65e-9c26-427c-ba1d-d658eecafbb6 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:42.252948 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Calling delete_port for 5731e65e-9c26-427c-ba1d-d658eecafbb6 owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:42.256123 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] For port 5731e65e-9c26-427c-ba1d-d658eecafbb6, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=5731e65e-9c26-427c-ba1d-d658eecafbb6,segment=NetworkSegment(f506a721-e00f-4a99-97e9-7decafec8c83),segment_id=f506a721-e00f-4a99-97e9-7decafec8c83)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:42.256506 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.340747 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.403091 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Calling delete_port for 5731e65e-9c26-427c-ba1d-d658eecafbb6 owned by network:dhcp {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:42.403433 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Pushing event deleted for resources: {'Port': ['ID=5731e65e-9c26-427c-ba1d-d658eecafbb6,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:42.406493 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] No DVR routers for this DVR port 5731e65e-9c26-427c-ba1d-d658eecafbb6 on host dv-cinder-825101-1-iscsi {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:54:42.444964 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No active binding found for port 5731e65e-9c26-427c-ba1d-d658eecafbb6 {{(pid=82766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 12:54:42.444964 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 5731e65e-9c26-427c-ba1d-d658eecafbb6 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:42.445255 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device b55ab9c3-9de9-4b75-a7c7-3a790f404455 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:42.502668 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: b55ab9c3-9de9-4b75-a7c7-3a790f404455 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:42.502668 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device b55ab9c3-9de9-4b75-a7c7-3a790f404455 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:42.521388 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:54:42.521747 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:54:42.540205 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.566036 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75027f51-ac71-4b92-b253-3d01167d49ae']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:42.578660 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f506a721-e00f-4a99-97e9-7decafec8c83') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:42.578992 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f506a721-e00f-4a99-97e9-7decafec8c83') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:42.591522 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.603901 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a315b-4661-45e3-99f4-aa57d3234be8 req-301f10cf-b019-4a5c-9a54-4d3484df91bc tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:42.605373 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d86a315b-4661-45e3-99f4-aa57d3234be8 req-301f10cf-b019-4a5c-9a54-4d3484df91bc tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0795147 Jan 18 12:54:42.607734 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.617401 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:54:42.617849 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:54:42.632753 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:54:42.658894 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d86a315b-4661-45e3-99f4-aa57d3234be8 req-f69bb05b-cb68-4f91-af2d-2ff27d023164 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454676 Jan 18 12:54:42.710016 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.715071 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.739099 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] Pushing event deleted for resources: {'Network': ['ID=75027f51-ac71-4b92-b253-3d01167d49ae,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:42.752498 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b0def5e6-f7ab-4b48-8626-f12cfda2f75c admin admin] 10.222.0.86 "DELETE /v2.0/networks/75027f51-ac71-4b92-b253-3d01167d49ae HTTP/1.1" status: 204 len: 168 time: 1.0630922 Jan 18 12:54:42.900831 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35150) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:42.953617 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7720deb6-bfcb-42bc-999e-ac777a8f1975 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=debf80e43d6c434c8a12852fbe6ccf4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513756 Jan 18 12:54:42.956019 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35156) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:43.021086 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-798bec72-d618-47f3-898c-2316f0dc03ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.022475 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Deleting port 5731e65e-9c26-427c-ba1d-d658eecafbb6 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:43.023430 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.051270 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-798bec72-d618-47f3-898c-2316f0dc03ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.092132 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1ebb7-ee3e-4f97-85f7-b8211e7aafe0 None None] The port '5731e65e-9c26-427c-ba1d-d658eecafbb6' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:54:43.117486 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-798bec72-d618-47f3-898c-2316f0dc03ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.135136 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bec72-d618-47f3-898c-2316f0dc03ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5920545d-75de-44f3-afaa-c3fa1f7e550d,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:43.141495 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-798bec72-d618-47f3-898c-2316f0dc03ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.153860 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-798bec72-d618-47f3-898c-2316f0dc03ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5920545d-75de-44f3-afaa-c3fa1f7e550d HTTP/1.1" status: 204 len: 168 time: 0.1966057 Jan 18 12:54:43.861943 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fde2f-2dde-47fb-8bd9-8c0355df48f2 req-26b1b3c9-2aa7-451a-b46b-6d4e7ed7b337 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:43.863423 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ed7fde2f-2dde-47fb-8bd9-8c0355df48f2 req-26b1b3c9-2aa7-451a-b46b-6d4e7ed7b337 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0774245 Jan 18 12:54:43.911894 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ed7fde2f-2dde-47fb-8bd9-8c0355df48f2 req-88ebe542-11bd-468e-a8ab-bb5250ca43eb tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428946 Jan 18 12:54:45.111135 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ecae-006f-41af-bb11-187a02b08a8a req-3829fc53-53fb-422d-8ce2-950ad3db0d50 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:45.112592 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1b28ecae-006f-41af-bb11-187a02b08a8a req-3829fc53-53fb-422d-8ce2-950ad3db0d50 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0787189 Jan 18 12:54:45.232279 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1b28ecae-006f-41af-bb11-187a02b08a8a req-e0c0e10b-c725-47ef-a6df-2778bfb06102 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=83496fef-d203-4fee-8e82-bde6cd9c3e66&id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138852 Jan 18 12:54:47.338078 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35250) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:47.476448 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.506572 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:47.510697 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Usage tracker for resource:security_group_rule and tenant:3b585c4c10af448a9162d0c668c16fc0 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:47.513497 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:47.519770 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:47.583433 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.587603 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.634223 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b585c4c10af448a9162d0c668c16fc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2951214 Jan 18 12:54:47.635114 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f6e2-7525-4cf9-8b52-26e02397669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f549e0e9-27a6-4e8e-a5b9-20fbec16633b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:47.637513 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35256) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:47.695342 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e23c40d2-3ea2-488a-840d-fbaf3a3f85d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.720187 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e23c40d2-3ea2-488a-840d-fbaf3a3f85d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.769021 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e23c40d2-3ea2-488a-840d-fbaf3a3f85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.782867 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c40d2-3ea2-488a-840d-fbaf3a3f85d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f549e0e9-27a6-4e8e-a5b9-20fbec16633b,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:47.788931 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e23c40d2-3ea2-488a-840d-fbaf3a3f85d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.789826 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-e23c40d2-3ea2-488a-840d-fbaf3a3f85d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f549e0e9-27a6-4e8e-a5b9-20fbec16633b HTTP/1.1" status: 204 len: 168 time: 0.1509097 Jan 18 12:54:48.541151 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35282) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:48.667225 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-116698029-network', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:48.672749 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:48.676466 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Usage tracker for resource:network and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:48.679257 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:48.684784 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:48.694524 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Made reservation on behalf of 33c3fd5ef82f4aa481d8a68a064c4039 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:48.696766 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.708835 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.740835 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:48.744514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:48.747184 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:48.753295 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:48.817604 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.821317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.852516 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:54:48.857659 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3926564a-8728-47ab-a191-be8dd5059027,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:48.864833 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.865185 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Added segment 220e16ef-74e4-4291-9769-8e5d7de1b470 of type vlan for network 5d2d007b-2260-412b-ba49-0491aa817cbd Jan 18 12:54:48.891510 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.919774 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.920594 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:48.921174 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.022176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2d007b-2260-412b-ba49-0491aa817cbd,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:49.026576 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-561ffbe5-9fea-40b1-81ee-8585e3ad95d2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4829421 Jan 18 12:54:49.028037 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35288) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:49.033698 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 5d2d007b-2260-412b-ba49-0491aa817cbd details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:54:49.034201 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Request body: {'subnet': {'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-116698029-subnet', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'ip_version': 4}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:49.038450 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:49.042695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Usage tracker for resource:subnet and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:49.045608 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:49.052662 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:49.064278 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Made reservation on behalf of 33c3fd5ef82f4aa481d8a68a064c4039 for: {'subnet': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:49.066684 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951579'] for subnet, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.259224 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16703393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951565'] for subnet, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.330727 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:49.345365 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Checking segment: {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:49.345712 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Network hostable DHCP agents. Network: 5d2d007b-2260-412b-ba49-0491aa817cbd, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:54:49.366512 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Network 5d2d007b-2260-412b-ba49-0491aa817cbd is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:54:49.375392 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 5d2d007b-2260-412b-ba49-0491aa817cbd) {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:49.379086 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:49.379665 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.384075 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a3707-1de7-46ca-8f1f-6608a72242eb None None] Network 5d2d007b-2260-412b-ba49-0491aa817cbd requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:49.399485 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8930505a-3d3b-431c-827f-9b99caa25d19 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3704569 Jan 18 12:54:49.402225 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35292) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:49.407896 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:49.412197 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:49.415942 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Usage tracker for resource:router and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:49.419258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:49.425032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:49.436158 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.437263 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.458870 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.607608 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73644b9f-b323-430a-af13-802728c9489b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-5d2d007b-2260-412b-ba49-0491aa817cbd', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:54:49.608574 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.676295 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.803283 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-73644b9f-b323-430a-af13-802728c9489b None None] Allocated IP 172.20.0.2 (5d2d007b-2260-412b-ba49-0491aa817cbd/279103f5-4448-4bb7-b9a0-8a8cb21fd0f6/bcf77f01-f8c8-4454-b7cb-c9bb0ba30963) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:54:49.867425 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.897035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.013219 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.023777 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-73644b9f-b323-430a-af13-802728c9489b None None] Transition to ACTIVE for port object bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:50.033232 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Allocated IP 172.27.0.230 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/a4d2bc5e-4c7b-4918-9fd5-347861078c63) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:54:50.043004 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-73644b9f-b323-430a-af13-802728c9489b None None] Transition to ACTIVE for port object bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:50.048976 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.113682 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73644b9f-b323-430a-af13-802728c9489b None None] Network 5d2d007b-2260-412b-ba49-0491aa817cbd is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:54:50.116520 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-73644b9f-b323-430a-af13-802728c9489b None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:50.120219 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73644b9f-b323-430a-af13-802728c9489b None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:54:50.126963 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73644b9f-b323-430a-af13-802728c9489b None None] Pushing event updated for resources: {'Port': ['ID=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:50.182580 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.192811 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.193152 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.193488 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.193816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.194140 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.194463 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.194806 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.195144 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.195485 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.195789 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.196102 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:50.211148 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.223389 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-73644b9f-b323-430a-af13-802728c9489b None None] Attempting to bind port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:54:50.223754 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-73644b9f-b323-430a-af13-802728c9489b None None] Attempting to bind port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:54:50.224115 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73644b9f-b323-430a-af13-802728c9489b None None] Attempting to bind port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 on network 5d2d007b-2260-412b-ba49-0491aa817cbd {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:54:50.230350 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73644b9f-b323-430a-af13-802728c9489b None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:54:50.230714 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73644b9f-b323-430a-af13-802728c9489b None None] Checking segment: {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:50.231134 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.231523 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73644b9f-b323-430a-af13-802728c9489b None None] Bound using segment: {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:54:50.231970 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-73644b9f-b323-430a-af13-802728c9489b None None] Bound port: bcf77f01-f8c8-4454-b7cb-c9bb0ba30963, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:54:50.232334 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.276354 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:54:50.279205 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:50.283049 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:54:50.320673 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-73644b9f-b323-430a-af13-802728c9489b None None] For port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:54:50.323966 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-73644b9f-b323-430a-af13-802728c9489b None None] For port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:54:50.328460 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-73644b9f-b323-430a-af13-802728c9489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.395720 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d2bc5e-4c7b-4918-9fd5-347861078c63,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:50.414302 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73644b9f-b323-430a-af13-802728c9489b None None] Pushing event updated for resources: {'Port': ['ID=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:50.577254 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.578059 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.812098 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Router cb65e562-e429-4081-b2f4-00511eb1244b is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:54:51.025085 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:51.037038 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Sync routers for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:51.049295 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:51.050005 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:51.051846 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] Notify callbacks [] for router, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.054821 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-b92cd293-2977-4dfb-ab27-debebfefe506 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6503065 Jan 18 12:54:51.056216 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35320) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:51.244301 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:51.346646 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764af918-9aad-47a8-9a2d-22d76033f85d None None] Network 5d2d007b-2260-412b-ba49-0491aa817cbd requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:51.530569 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-a8ef75c6-5f21-43be-9f2b-7c39ae94b63d None None] Provisioning for port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:54:51.733687 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:50Z', 'revision_number': 3, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:51.741079 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Checking router: cb65e562-e429-4081-b2f4-00511eb1244b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:51.741418 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Updating router cb65e562-e429-4081-b2f4-00511eb1244b port a4d2bc5e-4c7b-4918-9fd5-347861078c63 binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:54:51.793682 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.801884 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.071412 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3b53fa16-decf-440d-80af-cc9eaf0e0b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.126004 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Allocated IP 172.20.0.1 (5d2d007b-2260-412b-ba49-0491aa817cbd/279103f5-4448-4bb7-b9a0-8a8cb21fd0f6/77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:54:52.204296 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.219554 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Transition to ACTIVE for port object a4d2bc5e-4c7b-4918-9fd5-347861078c63 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:52.228336 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.264401 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:54:52.288429 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.304974 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Transition to ACTIVE for port object 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:52.328553 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.365845 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Attempting to bind port a4d2bc5e-4c7b-4918-9fd5-347861078c63 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:54:52.366210 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Attempting to bind port a4d2bc5e-4c7b-4918-9fd5-347861078c63 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:54:52.366566 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Attempting to bind port a4d2bc5e-4c7b-4918-9fd5-347861078c63 on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:54:52.368662 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d6642-c561-4f7b-9adc-21aa47e52d3e None None] Pushing event updated for resources: {'Port': ['ID=a4d2bc5e-4c7b-4918-9fd5-347861078c63,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:52.378325 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:54:52.379102 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:52.379102 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.379479 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:54:52.379977 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Bound port: a4d2bc5e-4c7b-4918-9fd5-347861078c63, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:54:52.380298 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.396297 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Network 5d2d007b-2260-412b-ba49-0491aa817cbd is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:54:52.399598 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:52.403167 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:54:52.436276 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:54:52.452504 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:52.453512 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.455460 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Pushing event updated for resources: {'Port': ['ID=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:52.465007 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.537932 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] For port a4d2bc5e-4c7b-4918-9fd5-347861078c63, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:54:52.541334 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] For port a4d2bc5e-4c7b-4918-9fd5-347861078c63, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=a4d2bc5e-4c7b-4918-9fd5-347861078c63,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:54:52.550409 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.568606 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35340) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:52.575602 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.702261 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:52.702943 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:52.732520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.763728 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:52.768446 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b20b74a40d4d7488ad800c1c28bfe1 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:52.771350 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:52.776968 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d6642-c561-4f7b-9adc-21aa47e52d3e None None] Pushing event updated for resources: {'Port': ['ID=a4d2bc5e-4c7b-4918-9fd5-347861078c63,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:52.777329 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:52.780346 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.833696 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.838794 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.862364 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.867133 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.906846 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-626c1b5a-0be7-474d-ae44-7cb70cc22727 None None] Provisioning for port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:54:52.910418 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:52.911642 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1b20b74a40d4d7488ad800c1c28bfe1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3419561 Jan 18 12:54:52.912578 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35346) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:52.918209 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-626c1b5a-0be7-474d-ae44-7cb70cc22727 None None] Provisioning complete for port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:52.918648 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-626c1b5a-0be7-474d-ae44-7cb70cc22727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.954711 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.958513 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Pushing event updated for resources: {'Port': ['ID=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:52.960137 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.967940 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16226f4-752e-414f-a258-45b698b438c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47f947c-196c-426b-9303-8c25f3d769a9,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:52.999322 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-30c6716e-f2a7-449e-85ef-24b820ddc6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:53.029795 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-30c6716e-f2a7-449e-85ef-24b820ddc6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:53.044770 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-626c1b5a-0be7-474d-ae44-7cb70cc22727 None None] Port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:54:53.060671 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:53.086374 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-30c6716e-f2a7-449e-85ef-24b820ddc6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:53.102815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6716e-f2a7-449e-85ef-24b820ddc6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47f947c-196c-426b-9303-8c25f3d769a9,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:53.112176 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-30c6716e-f2a7-449e-85ef-24b820ddc6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:53.113341 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-30c6716e-f2a7-449e-85ef-24b820ddc6c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a47f947c-196c-426b-9303-8c25f3d769a9 HTTP/1.1" status: 204 len: 168 time: 0.1976509 Jan 18 12:54:53.120192 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Network 5d2d007b-2260-412b-ba49-0491aa817cbd is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:54:53.121458 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:53.137354 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:53.416804 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-5999c556-b1d0-4eac-abe9-20f40543b352 None None] Provisioning complete for port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:53.417174 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5999c556-b1d0-4eac-abe9-20f40543b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:53.482033 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-5999c556-b1d0-4eac-abe9-20f40543b352 None None] Port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:54:53.494354 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 1, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:53.498233 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736d3c-f373-43f9-9cae-b4d696f5767b None None] The sync data for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi is: [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 1, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:53.549343 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Router cb65e562-e429-4081-b2f4-00511eb1244b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:53.803164 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:53.813233 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-876f1805-f040-4798-b0d0-dc341b9431d1 admin admin] 10.222.0.86 "PUT /v2.0/routers/cb65e562-e429-4081-b2f4-00511eb1244b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557907 Jan 18 12:54:54.028475 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35372) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:54.186025 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5f00a7a5-6530-4fab-800e-9a5370e2528c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.242815 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:54:54.297223 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-178150682-network', 'tenant_id': '0bed8e37ebf44abc8b21df334ac827d8'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:54.302314 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:54.308197 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Usage tracker for resource:network and tenant:0bed8e37ebf44abc8b21df334ac827d8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:54.313067 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:54.319713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:54.331790 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:54.332162 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.337567 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Made reservation on behalf of 0bed8e37ebf44abc8b21df334ac827d8 for: {'network': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:54.340367 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.355768 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.393249 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:54.397702 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Usage tracker for resource:security_group_rule and tenant:0bed8e37ebf44abc8b21df334ac827d8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:54.401084 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:54.413026 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:54.506060 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.516709 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.547555 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=82764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:54:54.560647 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9667eb11-98ba-4b61-b789-2e0224cce5a6,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:54.565976 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.566329 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.segments_db [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Added segment 0e0da5d5-9921-4ae9-9e45-b2553d4e7268 of type vlan for network 4c34e77b-5dda-40a9-8f54-82d75120510b Jan 18 12:54:54.600073 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.635619 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.636607 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:54.637449 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.748583 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] Pushing event updated for resources: {'Network': ['ID=4c34e77b-5dda-40a9-8f54-82d75120510b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:54.751560 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d4da0408-9e29-47e7-b5be-011afa205362 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7218945 Jan 18 12:54:54.754548 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35390) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:54.760816 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Request body: {'subnet': {'network_id': '4c34e77b-5dda-40a9-8f54-82d75120510b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-178150682-subnet', 'tenant_id': '0bed8e37ebf44abc8b21df334ac827d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:54.766841 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 4c34e77b-5dda-40a9-8f54-82d75120510b details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:54:54.769948 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:54.774665 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Usage tracker for resource:subnet and tenant:0bed8e37ebf44abc8b21df334ac827d8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:54.778543 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:54.786248 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:54.801745 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Made reservation on behalf of 0bed8e37ebf44abc8b21df334ac827d8 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:54.804810 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16647141'] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:54.909631 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35396) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:54.916246 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1362617379-network', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:54.921476 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:54.925885 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Usage tracker for resource:network and tenant:e4b25b74c61d4557b7f4bd251cb24c49 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:54.928857 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:54.934746 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:55.045173 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Made reservation on behalf of e4b25b74c61d4557b7f4bd251cb24c49 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:55.048079 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.059968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.090355 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:55.094562 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b25b74c61d4557b7f4bd251cb24c49 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:55.097300 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:55.103000 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:55.108338 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15893571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16647155'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.175686 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.179700 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.180879 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8af18d-64f5-4ce7-8f30-10723c9eef77,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:55.192586 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Checking segment: {'id': '0e0da5d5-9921-4ae9-9e45-b2553d4e7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4c34e77b-5dda-40a9-8f54-82d75120510b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:55.192934 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Network hostable DHCP agents. Network: 4c34e77b-5dda-40a9-8f54-82d75120510b, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:54:55.208399 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:54:55.215058 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Network 4c34e77b-5dda-40a9-8f54-82d75120510b is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:54:55.217065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce4180-3162-4c9f-99e6-4304ef0625f1,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:55.223029 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.223502 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Added segment 22b35df5-ea4b-4107-9503-29e32617cc3c of type vlan for network c992b148-452f-4f05-9238-6106ea6b6b71 Jan 18 12:54:55.226031 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 4c34e77b-5dda-40a9-8f54-82d75120510b) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:55.235121 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:55.235466 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b07b1e-1f03-48c7-89fc-30c1004ba21c None None] Network 4c34e77b-5dda-40a9-8f54-82d75120510b requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:55.235889 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.253652 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.259339 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-25240459-c82b-4e9e-9c20-3831594184a3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5037212 Jan 18 12:54:55.284613 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.285534 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:55.286118 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.345991 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.392627 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4818962 Jan 18 12:54:55.392827 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35404) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:55.393512 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec5bf7-4520-46f4-95f2-e8b48e11f567 admin admin] Pushing event updated for resources: {'Network': ['ID=c992b148-452f-4f05-9238-6106ea6b6b71,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:55.398917 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Request body: {'subnet': {'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1362617379-subnet', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'ip_version': 4}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:55.404036 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:55.407997 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Usage tracker for resource:subnet and tenant:e4b25b74c61d4557b7f4bd251cb24c49 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:55.411026 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:55.417121 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:55.428038 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Made reservation on behalf of e4b25b74c61d4557b7f4bd251cb24c49 for: {'subnet': 1} {{(pid=82764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:55.431484 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16647141'] for subnet, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.434741 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network c992b148-452f-4f05-9238-6106ea6b6b71 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:54:55.538852 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.599164 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162054c-c96e-48d5-83ad-027509bb9349 None None] Network 4c34e77b-5dda-40a9-8f54-82d75120510b requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:55.663879 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15893571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16647155'] for subnet, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.744072 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946e3176-7675-4c9f-912a-c0c7205ec0b3,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:55.755486 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Checking segment: {'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:55.755836 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Network hostable DHCP agents. Network: c992b148-452f-4f05-9238-6106ea6b6b71, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:54:55.777703 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Network c992b148-452f-4f05-9238-6106ea6b6b71 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:54:55.787961 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, c992b148-452f-4f05-9238-6106ea6b6b71) {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:55.791802 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:55.792382 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.800197 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a715495-7dd7-44b0-aaee-bbd82402c30c None None] Network c992b148-452f-4f05-9238-6106ea6b6b71 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:55.813570 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8405bcd7-61c5-4479-a2d3-aed108752ac8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4194653 Jan 18 12:54:55.816031 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35414) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:55.821178 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:55.825709 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:55.830098 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Usage tracker for resource:router and tenant:e4b25b74c61d4557b7f4bd251cb24c49 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:55.832978 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:55.839199 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:55.852809 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.854107 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:55.876246 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.027697 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.051394 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-c992b148-452f-4f05-9238-6106ea6b6b71', 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'fixed_ips': [{'subnet_id': '946e3176-7675-4c9f-912a-c0c7205ec0b3'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:54:56.052417 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.230507 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a4d2bc5e-4c7b-4918-9fd5-347861078c63 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:54:56.248008 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.280197 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Allocated IP 172.20.0.2 (c992b148-452f-4f05-9238-6106ea6b6b71/946e3176-7675-4c9f-912a-c0c7205ec0b3/0bc720ce-1322-4c45-a13d-661ab07c28c4) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:54:56.283541 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.288532 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35426) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:56.297876 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470437780-network', 'tenant_id': 'bcd95d8a925b4cb3a8a236aff9d978e9'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:56.303884 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:56.309433 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Usage tracker for resource:network and tenant:bcd95d8a925b4cb3a8a236aff9d978e9 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:56.313410 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:56.322914 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:56.335405 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Made reservation on behalf of bcd95d8a925b4cb3a8a236aff9d978e9 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:56.337982 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.353587 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.384392 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:56.388212 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Usage tracker for resource:security_group_rule and tenant:bcd95d8a925b4cb3a8a236aff9d978e9 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:56.392054 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:56.397875 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:56.405524 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port a4d2bc5e-4c7b-4918-9fd5-347861078c63 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:54:56.423413 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port a4d2bc5e-4c7b-4918-9fd5-347861078c63 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:56.423785 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.443982 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Allocated IP 172.27.0.96 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/c63c23a6-92ba-4410-bb9f-98164ff03f4b) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:54:56.473206 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.477551 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.510056 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:54:56.520505 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6525100f-9e8a-4e72-ab7b-91c55dfdc5e9,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:56.527516 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.527905 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Added segment ddbccdb2-0a54-4c54-bf79-9bde33edab19 of type vlan for network de67c850-a7c2-4e3c-8cd9-6fff35b83350 Jan 18 12:54:56.556695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.581222 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.590237 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.591101 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:56.591688 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.616231 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.645145 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.652325 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.673282 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Transition to ACTIVE for port object 0bc720ce-1322-4c45-a13d-661ab07c28c4 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:56.688535 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.696738 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] Pushing event updated for resources: {'Network': ['ID=de67c850-a7c2-4e3c-8cd9-6fff35b83350,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:56.705763 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-e9c86f0b-1da6-4ae8-ba76-f9c24446875e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4154711 Jan 18 12:54:56.706149 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35430) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:56.707802 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Transition to ACTIVE for port object 0bc720ce-1322-4c45-a13d-661ab07c28c4 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:56.713539 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network de67c850-a7c2-4e3c-8cd9-6fff35b83350 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:54:56.713763 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Request body: {'subnet': {'network_id': 'de67c850-a7c2-4e3c-8cd9-6fff35b83350', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470437780-subnet', 'tenant_id': 'bcd95d8a925b4cb3a8a236aff9d978e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:56.719241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:56.723180 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Usage tracker for resource:subnet and tenant:bcd95d8a925b4cb3a8a236aff9d978e9 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:56.725616 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:54:56.726013 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:56.727096 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:56.729552 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port a4d2bc5e-4c7b-4918-9fd5-347861078c63, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=a4d2bc5e-4c7b-4918-9fd5-347861078c63,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:56.734131 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:56.734290 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.737416 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:54:56.744399 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Made reservation on behalf of bcd95d8a925b4cb3a8a236aff9d978e9 for: {'subnet': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:54:56.746765 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951579'] for subnet, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.766028 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=c63c23a6-92ba-4410-bb9f-98164ff03f4b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:56.814262 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.884363 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Network c992b148-452f-4f05-9238-6106ea6b6b71 is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:54:56.885892 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:56.887491 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Pushing event updated for resources: {'Port': ['ID=0bc720ce-1322-4c45-a13d-661ab07c28c4,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:56.889568 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:54:56.925779 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.926929 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:56.968882 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16703393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951565'] for subnet, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.029465 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=a4d2bc5e-4c7b-4918-9fd5-347861078c63,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:57.033544 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Attempting to bind port 0bc720ce-1322-4c45-a13d-661ab07c28c4 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:54:57.033905 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Attempting to bind port 0bc720ce-1322-4c45-a13d-661ab07c28c4 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:54:57.034260 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Attempting to bind port 0bc720ce-1322-4c45-a13d-661ab07c28c4 on network c992b148-452f-4f05-9238-6106ea6b6b71 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:54:57.040873 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:54:57.041312 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Checking segment: {'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:57.041775 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.042221 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Bound using segment: {'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:54:57.042742 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Bound port: 0bc720ce-1322-4c45-a13d-661ab07c28c4, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:54:57.043535 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.043968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4875765f-161a-4be0-abf3-674def800208,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:57.058723 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Checking segment: {'id': 'ddbccdb2-0a54-4c54-bf79-9bde33edab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'de67c850-a7c2-4e3c-8cd9-6fff35b83350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:57.059114 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Network hostable DHCP agents. Network: de67c850-a7c2-4e3c-8cd9-6fff35b83350, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:54:57.082528 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Network de67c850-a7c2-4e3c-8cd9-6fff35b83350 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:54:57.093339 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, de67c850-a7c2-4e3c-8cd9-6fff35b83350) {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:57.102189 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:57.103025 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.105851 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ace668-5a66-4820-9167-5248324c6e8d None None] Network de67c850-a7c2-4e3c-8cd9-6fff35b83350 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:57.136634 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-01a51724-0ba8-4d7e-abe7-eba6b4593fe1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4199533 Jan 18 12:54:57.225587 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] For port 0bc720ce-1322-4c45-a13d-661ab07c28c4, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:54:57.246291 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] For port 0bc720ce-1322-4c45-a13d-661ab07c28c4, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0bc720ce-1322-4c45-a13d-661ab07c28c4,segment=NetworkSegment(22b35df5-ea4b-4107-9503-29e32617cc3c),segment_id=22b35df5-ea4b-4107-9503-29e32617cc3c)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:54:57.256424 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.271184 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35436) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:57.345605 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] Deleting subnet 3b8af18d-64f5-4ce7-8f30-10723c9eef77 {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:54:57.349861 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Router afea3bda-a8d8-457c-883e-b95470acaf19 is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:54:57.352692 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.386051 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4456a4-d5d5-4591-bba4-c59af8452a17 None None] Pushing event updated for resources: {'Port': ['ID=0bc720ce-1322-4c45-a13d-661ab07c28c4,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:57.431417 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c543f-5b92-453c-b806-13fe0e50d3c2 None None] Network de67c850-a7c2-4e3c-8cd9-6fff35b83350 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:57.468166 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16499860'] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.556485 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.691684 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15893504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16647162'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.735552 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8af18d-64f5-4ce7-8f30-10723c9eef77,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:57.748912 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.764113 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1474d753-8600-4d18-b8c4-4add5d49a35d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3b8af18d-64f5-4ce7-8f30-10723c9eef77 HTTP/1.1" status: 204 len: 168 time: 0.4917123 Jan 18 12:54:57.766602 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35440) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:57.782052 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:57.791488 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Sync routers for ids ['afea3bda-a8d8-457c-883e-b95470acaf19'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:57.801645 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.805893 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-78c6fc88-5a1e-4dd9-ace8-acaad7415fd4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9858754 Jan 18 12:54:57.806040 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Routers {'afea3bda-a8d8-457c-883e-b95470acaf19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:57.806040 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['afea3bda-a8d8-457c-883e-b95470acaf19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:57.806302 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35444) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:57.882694 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.019038 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.032942 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Set router afea3bda-a8d8-457c-883e-b95470acaf19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:58.061030 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c34e77b-5dda-40a9-8f54-82d75120510b']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:58.074244 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0da5d5-9921-4ae9-9e45-b2553d4e7268') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:58.074635 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0da5d5-9921-4ae9-9e45-b2553d4e7268') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:58.087870 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.118752 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.135556 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:54:58.137178 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:54:58.153377 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:54:58.163347 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:54:58.261086 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.300302 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.307454 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c34e77b-5dda-40a9-8f54-82d75120510b,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:58.314724 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-f1d06eae-f55e-4693-8630-b0079faca897 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4c34e77b-5dda-40a9-8f54-82d75120510b HTTP/1.1" status: 204 len: 168 time: 0.5467989 Jan 18 12:54:58.318699 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35448) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:58.329204 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a4d2bc5e-4c7b-4918-9fd5-347861078c63 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:54:58.428423 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 3, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port': {'id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:56Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:58.432862 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Checking router: afea3bda-a8d8-457c-883e-b95470acaf19 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:58.433384 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Updating router afea3bda-a8d8-457c-883e-b95470acaf19 port c63c23a6-92ba-4410-bb9f-98164ff03f4b binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:54:58.460694 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] Deleting subnet 4875765f-161a-4be0-abf3-674def800208 {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:54:58.466823 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port a4d2bc5e-4c7b-4918-9fd5-347861078c63 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:58.467388 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.468054 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.493259 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.521864 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.534640 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee858b-076b-4de1-bd1a-64b8ae933097 None None] Network c992b148-452f-4f05-9238-6106ea6b6b71 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:58.592169 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.690073 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.708023 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-b5b41e98-7344-4205-a20a-9ccbeaf0f377 None None] Provisioning for port 0bc720ce-1322-4c45-a13d-661ab07c28c4 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:54:58.733006 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4875765f-161a-4be0-abf3-674def800208,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:58.742578 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.753492 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-beb23cee-cf76-44fb-91ee-d42ad447a8c4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4875765f-161a-4be0-abf3-674def800208 HTTP/1.1" status: 204 len: 168 time: 0.4334872 Jan 18 12:54:58.755667 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35452) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:58.784607 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc720ce-1322-4c45-a13d-661ab07c28c4 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:54:58.802336 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.922864 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.936656 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Transition to ACTIVE for port object c63c23a6-92ba-4410-bb9f-98164ff03f4b will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:58.944711 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.972967 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.034043 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 0bc720ce-1322-4c45-a13d-661ab07c28c4 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:54:59.037691 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Pushing event updated for resources: {'Port': ['ID=c63c23a6-92ba-4410-bb9f-98164ff03f4b,revision_number=2']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:59.041124 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Attempting to bind port c63c23a6-92ba-4410-bb9f-98164ff03f4b on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:54:59.042015 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Attempting to bind port c63c23a6-92ba-4410-bb9f-98164ff03f4b by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:54:59.042552 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Attempting to bind port c63c23a6-92ba-4410-bb9f-98164ff03f4b on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:54:59.045752 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 0bc720ce-1322-4c45-a13d-661ab07c28c4 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:59.046452 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.053900 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:54:59.054487 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:54:59.055084 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.055619 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:54:59.056256 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Bound port: c63c23a6-92ba-4410-bb9f-98164ff03f4b, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:54:59.056782 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.064044 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Allocated IP 172.20.0.1 (c992b148-452f-4f05-9238-6106ea6b6b71/946e3176-7675-4c9f-912a-c0c7205ec0b3/d1c93a97-d6c4-466d-8b53-4355276949f9) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:54:59.081361 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.082124 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.082612 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.083135 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.083631 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.084153 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.084640 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.085135 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.085613 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.086125 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.086602 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:59.127552 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.166221 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] For port c63c23a6-92ba-4410-bb9f-98164ff03f4b, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:54:59.169521 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] For port c63c23a6-92ba-4410-bb9f-98164ff03f4b, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=c63c23a6-92ba-4410-bb9f-98164ff03f4b,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:54:59.171490 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de67c850-a7c2-4e3c-8cd9-6fff35b83350']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:59.180087 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.192945 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbccdb2-0a54-4c54-bf79-9bde33edab19') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:59.193679 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbccdb2-0a54-4c54-bf79-9bde33edab19') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:59.208676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.232249 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.241765 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:54:59.242217 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:54:59.259509 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:54:59.285347 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.325451 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 0bc720ce-1322-4c45-a13d-661ab07c28c4, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0bc720ce-1322-4c45-a13d-661ab07c28c4,segment=NetworkSegment(22b35df5-ea4b-4107-9503-29e32617cc3c),segment_id=22b35df5-ea4b-4107-9503-29e32617cc3c)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:59.331897 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.352639 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09a790-2540-426b-9336-de2824f7ec3a None None] Pushing event updated for resources: {'Port': ['ID=c63c23a6-92ba-4410-bb9f-98164ff03f4b,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:59.369370 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Routers {'afea3bda-a8d8-457c-883e-b95470acaf19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:59.370113 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['afea3bda-a8d8-457c-883e-b95470acaf19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:59.371287 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.386691 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.414110 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] 10.222.0.86 "DELETE /v2.0/networks/de67c850-a7c2-4e3c-8cd9-6fff35b83350 HTTP/1.1" status: 204 len: 168 time: 0.6572092 Jan 18 12:54:59.415314 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3e9a9-e0b5-4375-9d4a-34349998cf07 admin admin] Pushing event deleted for resources: {'Network': ['ID=de67c850-a7c2-4e3c-8cd9-6fff35b83350,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:59.415535 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=0bc720ce-1322-4c45-a13d-661ab07c28c4,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:59.447037 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.459504 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-bed6cd75-7b20-4a46-83db-916114c7060e None None] Provisioning complete for port 0bc720ce-1322-4c45-a13d-661ab07c28c4 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:59.460116 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-bed6cd75-7b20-4a46-83db-916114c7060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.464985 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Transition to ACTIVE for port object d1c93a97-d6c4-466d-8b53-4355276949f9 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:54:59.489784 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.543618 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Network c992b148-452f-4f05-9238-6106ea6b6b71 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:54:59.549040 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:54:59.551688 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:54:59.585377 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] Set router afea3bda-a8d8-457c-883e-b95470acaf19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:59.644836 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c93a97-d6c4-466d-8b53-4355276949f9,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:59.652971 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.689439 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35458) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:59.749503 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.753950 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-806daa05-a259-48be-9352-3122e0bfbca4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0bed8e37ebf44abc8b21df334ac827d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0630102 Jan 18 12:54:59.754751 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35462) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:59.829024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f8530106-1cd2-4b83-8d2d-e9e0f944a95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.831678 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ba79333e-02ab-41aa-b854-7c3ec3d50385 None None] Provisioning for port d1c93a97-d6c4-466d-8b53-4355276949f9 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:54:59.843684 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ba79333e-02ab-41aa-b854-7c3ec3d50385 None None] Provisioning complete for port d1c93a97-d6c4-466d-8b53-4355276949f9 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:59.843981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ba79333e-02ab-41aa-b854-7c3ec3d50385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.872213 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f8530106-1cd2-4b83-8d2d-e9e0f944a95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.928669 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ba79333e-02ab-41aa-b854-7c3ec3d50385 None None] Port d1c93a97-d6c4-466d-8b53-4355276949f9 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:54:59.959364 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f8530106-1cd2-4b83-8d2d-e9e0f944a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.963438 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 3, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port': {'id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:56Z', 'updated_at': '2022-01-18T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:59.967374 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa894e7-a50a-416f-9d5d-68865b9995df None None] The sync data for ids ['afea3bda-a8d8-457c-883e-b95470acaf19'] in dv-cinder-825101-1-iscsi is: [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 3, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port': {'id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:56Z', 'updated_at': '2022-01-18T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:59.978927 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8530106-1cd2-4b83-8d2d-e9e0f944a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667eb11-98ba-4b61-b789-2e0224cce5a6,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:59.984236 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-f8530106-1cd2-4b83-8d2d-e9e0f944a95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.988552 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-f8530106-1cd2-4b83-8d2d-e9e0f944a95b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9667eb11-98ba-4b61-b789-2e0224cce5a6 HTTP/1.1" status: 204 len: 168 time: 0.2327330 Jan 18 12:55:00.013598 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.019488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.125544 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.129146 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c93a97-d6c4-466d-8b53-4355276949f9,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:00.181069 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc720ce-1322-4c45-a13d-661ab07c28c4 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:00.254854 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 0bc720ce-1322-4c45-a13d-661ab07c28c4 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:00.255139 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.267491 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Network c992b148-452f-4f05-9238-6106ea6b6b71 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:00.268640 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:00.430751 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35470) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:00.485305 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-481b4d64-2ee7-466f-8531-23773dd45662 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bcd95d8a925b4cb3a8a236aff9d978e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532551 Jan 18 12:55:00.487878 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35474) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:00.547101 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d16dea52-897f-4023-988b-412a3c2e85ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.553854 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-7845508b-e1fa-45ac-b97f-30ad055a92e4 None None] Provisioning complete for port d1c93a97-d6c4-466d-8b53-4355276949f9 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:00.554221 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7845508b-e1fa-45ac-b97f-30ad055a92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.573089 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d16dea52-897f-4023-988b-412a3c2e85ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.605864 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-7845508b-e1fa-45ac-b97f-30ad055a92e4 None None] Port d1c93a97-d6c4-466d-8b53-4355276949f9 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:00.626915 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d16dea52-897f-4023-988b-412a3c2e85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.643458 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dea52-897f-4023-988b-412a3c2e85ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6525100f-9e8a-4e72-ab7b-91c55dfdc5e9,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:00.647840 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d16dea52-897f-4023-988b-412a3c2e85ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.651625 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d16dea52-897f-4023-988b-412a3c2e85ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6525100f-9e8a-4e72-ab7b-91c55dfdc5e9 HTTP/1.1" status: 204 len: 168 time: 0.1602106 Jan 18 12:55:00.684989 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Router afea3bda-a8d8-457c-883e-b95470acaf19 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:00.896189 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:00.916481 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-be651a0c-f186-498f-a54a-a97990b102e2 admin admin] 10.222.0.86 "PUT /v2.0/routers/afea3bda-a8d8-457c-883e-b95470acaf19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1038623 Jan 18 12:55:01.421044 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35502) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:01.427205 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613010977', 'description': 'tempest-secgroup-smoke-613010977 description', 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:01.433318 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:01.437151 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:01.441483 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:01.447065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:01.457819 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.492509 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:01.496529 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:01.499372 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:01.505616 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:01.561538 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.566245 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.608267 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37768b33-89e8-48be-b11b-06af674670fe,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:01.611077 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.612263 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-de9e0082-17a5-4c0e-b878-ac0458fd93bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1896899 Jan 18 12:55:01.615243 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35508) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:01.621286 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'security_group_rule': {'security_group_id': '37768b33-89e8-48be-b11b-06af674670fe', 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:01.627665 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:01.631392 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:01.634184 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:01.639768 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:01.657149 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.719740 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.723951 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.746741 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07775903-f396-45fb-9ec5-960474e1a976,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:01.756240 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.757948 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-4c96b3f2-cfcc-4a7e-b1c3-f8ca34e5c4c3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1416512 Jan 18 12:55:01.760698 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35514) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:01.766352 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'security_group_rule': {'security_group_id': '37768b33-89e8-48be-b11b-06af674670fe', 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:01.772408 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:01.776377 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:01.779540 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:01.785723 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:01.802670 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.871582 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.875503 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.898432 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61c1ded-a033-45bd-bd1e-5a1169f609d6,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:01.908771 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.909964 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3d3d304c-b89b-4478-a63c-d53f9a05117b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1482401 Jan 18 12:55:01.912690 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35522) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:01.918206 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'security_group_rule': {'security_group_id': '37768b33-89e8-48be-b11b-06af674670fe', 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:01.925628 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:01.929489 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:01.932343 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:01.937919 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:01.956151 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.010176 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.027392 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.032795 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.050726 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599e2239-8d64-40e0-9f23-fe651f7de6b1,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:02.070517 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.072110 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-37507026-3121-4329-8e03-3e8a29bc272b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1584573 Jan 18 12:55:02.074842 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35528) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:02.081019 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'security_group_rule': {'security_group_id': '37768b33-89e8-48be-b11b-06af674670fe', 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:02.086902 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:02.091191 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:02.107003 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:02.116215 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:02.143017 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.218096 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.223563 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.251446 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d64d16-d8d0-4802-a26a-7035210befe4,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:02.263398 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.267704 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-d135d5f4-489f-4742-b257-54385225e039 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1888030 Jan 18 12:55:02.267965 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35534) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:02.273630 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'security_group_rule': {'security_group_id': '37768b33-89e8-48be-b11b-06af674670fe', 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:02.279449 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:02.284036 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:02.287514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:02.293528 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:02.304774 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.securitygroups_db [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Project 33c3fd5ef82f4aa481d8a68a064c4039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:55:02.312524 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.386501 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.391128 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.413080 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52664baf-6039-4fb7-81d7-90b64a4f8284,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:02.425916 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.430225 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35540) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:02.430368 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-fe33965c-9459-4472-b8fc-b0b34f5fe42d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1613100 Jan 18 12:55:02.436032 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'security_group_rule': {'security_group_id': '37768b33-89e8-48be-b11b-06af674670fe', 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:02.442254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:02.446500 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:security_group_rule and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:02.449643 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:02.455466 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:02.468008 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.securitygroups_db [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Project 33c3fd5ef82f4aa481d8a68a064c4039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:55:02.475064 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.632508 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.635448 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.658556 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d51efe-db37-427c-adc8-6968f8951c4f,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:02.670136 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.670480 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.670840 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.671174 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.671526 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.671864 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.672168 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.672488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.672809 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.673122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.673437 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:02.676484 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:02.685193 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-cb998f13-3b6f-4f54-a6f3-08a6f6464434 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2463942 Jan 18 12:55:06.190026 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c63c23a6-92ba-4410-bb9f-98164ff03f4b up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:06.260288 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port c63c23a6-92ba-4410-bb9f-98164ff03f4b completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:06.265135 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port c63c23a6-92ba-4410-bb9f-98164ff03f4b triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:06.265545 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.295433 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-ef1d98ec-f401-4257-8e54-a2e6bdb73f60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835700 Jan 18 12:55:06.384120 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.399962 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port c63c23a6-92ba-4410-bb9f-98164ff03f4b, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=c63c23a6-92ba-4410-bb9f-98164ff03f4b,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:06.405406 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.406755 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-777ab410-e275-4e27-b67a-0390909fe971 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1137 time: 0.0751352 Jan 18 12:55:06.477462 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=c63c23a6-92ba-4410-bb9f-98164ff03f4b,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:06.551673 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-f7eb9571-7ec6-4e29-ab22-5bfd266d478f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:06.553024 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-f7eb9571-7ec6-4e29-ab22-5bfd266d478f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 916 time: 0.1287055 Jan 18 12:55:06.658226 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-90e5c36b-f626-4d46-8d62-23e6ba04792c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 1001 time: 0.0979474 Jan 18 12:55:06.722117 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-bad6d0f6-6614-47cc-a80e-4b3ed86d8298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:06.723646 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-bad6d0f6-6614-47cc-a80e-4b3ed86d8298 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 200 len: 854 time: 0.0588989 Jan 18 12:55:06.800896 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-7e8eef2f-b2e7-4c42-8e73-799176dea3ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2f282d1-80dd-4985-b16f-8891aaccff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700014 Jan 18 12:55:06.944833 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-d6c1645b-62d7-4c07-9c4a-229b83c601da service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354985 Jan 18 12:55:07.164206 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dfb507f8-04a2-404e-b5ff-1f6cc310ce82 req-c5eeff53-3b84-4fe2-9185-4a729427dfbb service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137704 Jan 18 12:55:07.189682 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35640) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:07.335457 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.367398 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:07.371139 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Usage tracker for resource:security_group_rule and tenant:2771948d4a44426698e6cf446de99d8a is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:07.373767 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:07.381940 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:07.413701 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Sync routers for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:07.435497 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:07.436220 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:07.464505 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.471535 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.518587 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50175753-c8d2-4a2f-9370-292be83654ab,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:07.526953 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d0bfad28-33f8-44be-8891-f6f1d6656313 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2771948d4a44426698e6cf446de99d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3337538 Jan 18 12:55:07.527919 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35646) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:07.590420 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-657dd2b4-6e69-4375-9a78-9d7b6fd90460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.616237 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-657dd2b4-6e69-4375-9a78-9d7b6fd90460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.625457 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:07.672815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-657dd2b4-6e69-4375-9a78-9d7b6fd90460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.687400 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dd2b4-6e69-4375-9a78-9d7b6fd90460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50175753-c8d2-4a2f-9370-292be83654ab,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:07.694185 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-657dd2b4-6e69-4375-9a78-9d7b6fd90460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.695394 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-657dd2b4-6e69-4375-9a78-9d7b6fd90460 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/50175753-c8d2-4a2f-9370-292be83654ab HTTP/1.1" status: 204 len: 168 time: 0.1673753 Jan 18 12:55:07.964651 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 2, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:07.969010 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Checking router: cb65e562-e429-4081-b2f4-00511eb1244b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:07.969357 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Updating router cb65e562-e429-4081-b2f4-00511eb1244b port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:08.022813 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.051130 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35656) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:08.069353 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.100903 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:08.104675 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Usage tracker for resource:security_group_rule and tenant:241aa5d22852450eb6586e69a682044b is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:08.107535 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:08.114843 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:08.194996 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.198904 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.252068 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=241aa5d22852450eb6586e69a682044b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1998200 Jan 18 12:55:08.252801 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c920680-4536-4af2-8370-85d00f7c1e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59166c7-4558-4d04-96a1-a8b5a0cb5512,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:08.254694 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35660) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:08.268356 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c63c23a6-92ba-4410-bb9f-98164ff03f4b up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:08.334630 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad5c1-4917-40a8-a41b-fbd9661678a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.361660 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad5c1-4917-40a8-a41b-fbd9661678a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.390196 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port c63c23a6-92ba-4410-bb9f-98164ff03f4b triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:08.390555 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.415481 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad5c1-4917-40a8-a41b-fbd9661678a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.431915 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ad5c1-4917-40a8-a41b-fbd9661678a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59166c7-4558-4d04-96a1-a8b5a0cb5512,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:08.437126 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad5c1-4917-40a8-a41b-fbd9661678a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.439092 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-3c4ad5c1-4917-40a8-a41b-fbd9661678a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a59166c7-4558-4d04-96a1-a8b5a0cb5512 HTTP/1.1" status: 204 len: 168 time: 0.1818612 Jan 18 12:55:08.525159 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.540373 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Transition to ACTIVE for port object 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:08.570124 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.718878 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1b28-9ca0-46c5-ab9d-4332d9ca0a32 None None] Pushing event updated for resources: {'Port': ['ID=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:08.812855 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Attempting to bind port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:08.813204 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Attempting to bind port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:08.813561 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Attempting to bind port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 on network 5d2d007b-2260-412b-ba49-0491aa817cbd {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:08.824196 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:08.824196 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Checking segment: {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:08.824621 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.825032 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Bound using segment: {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:08.836197 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Bound port: 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:08.836473 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.888567 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35670) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:08.907846 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.950324 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:08.954370 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Usage tracker for resource:security_group_rule and tenant:0c072b4fc00944ce810ce48d1d7f9df8 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:08.957642 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:08.963632 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:08.971637 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] For port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:08.975111 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] For port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:08.980307 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.035592 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.040518 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.065241 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1b28-9ca0-46c5-ab9d-4332d9ca0a32 None None] Pushing event updated for resources: {'Port': ['ID=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:09.070177 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:09.070808 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:09.084763 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59016e-f7d9-4538-b07e-5c294c3c7d84,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:09.092847 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-7b776d11-2e03-4755-8cc9-63610348bc5a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c072b4fc00944ce810ce48d1d7f9df8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031732 Jan 18 12:55:09.096235 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35674) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:09.170524 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-718184eb-56ed-4038-b533-ae117b801878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.204575 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-718184eb-56ed-4038-b533-ae117b801878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.259870 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:09.264689 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-718184eb-56ed-4038-b533-ae117b801878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.281726 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718184eb-56ed-4038-b533-ae117b801878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59016e-f7d9-4538-b07e-5c294c3c7d84,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:09.290431 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-718184eb-56ed-4038-b533-ae117b801878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.291686 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-718184eb-56ed-4038-b533-ae117b801878 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b59016e-f7d9-4538-b07e-5c294c3c7d84 HTTP/1.1" status: 204 len: 168 time: 0.1945066 Jan 18 12:55:09.613912 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:08Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:09.617741 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fca135-92b4-42e9-853b-6e558ee748c7 None None] The sync data for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi is: [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:08Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:10.200409 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:10.275673 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:10.280572 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Sync routers for ids ['afea3bda-a8d8-457c-883e-b95470acaf19'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:10.282636 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:10.283028 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.295514 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Routers {'afea3bda-a8d8-457c-883e-b95470acaf19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:10.296248 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['afea3bda-a8d8-457c-883e-b95470acaf19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:10.412510 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.446601 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:10.451473 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.491611 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Set router afea3bda-a8d8-457c-883e-b95470acaf19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:10.530852 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:10.834386 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:54:59Z', 'revision_number': 4, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port': {'id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:56Z', 'updated_at': '2022-01-18T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'd1c93a97-d6c4-466d-8b53-4355276949f9', 'name': '', 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'mac_address': 'fa:16:3e:98:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '946e3176-7675-4c9f-912a-c0c7205ec0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:58Z', 'updated_at': '2022-01-18T12:54:59Z', 'revision_number': 2, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'subnets': [{'id': '946e3176-7675-4c9f-912a-c0c7205ec0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:10.838768 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Checking router: afea3bda-a8d8-457c-883e-b95470acaf19 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:10.840277 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Updating router afea3bda-a8d8-457c-883e-b95470acaf19 port d1c93a97-d6c4-466d-8b53-4355276949f9 binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:10.896273 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.226630 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.239308 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Transition to ACTIVE for port object d1c93a97-d6c4-466d-8b53-4355276949f9 will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:11.246173 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.393551 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ec94d-cfe8-42e7-a4ea-fa7df2f60736 None None] Pushing event updated for resources: {'Port': ['ID=d1c93a97-d6c4-466d-8b53-4355276949f9,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:11.478602 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Attempting to bind port d1c93a97-d6c4-466d-8b53-4355276949f9 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:11.479054 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Attempting to bind port d1c93a97-d6c4-466d-8b53-4355276949f9 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:11.479501 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Attempting to bind port d1c93a97-d6c4-466d-8b53-4355276949f9 on network c992b148-452f-4f05-9238-6106ea6b6b71 {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:11.487407 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:11.487833 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Checking segment: {'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:11.488254 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.488597 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Bound using segment: {'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:11.489046 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Bound port: d1c93a97-d6c4-466d-8b53-4355276949f9, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b35df5-ea4b-4107-9503-29e32617cc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:11.489436 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.579790 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] For port d1c93a97-d6c4-466d-8b53-4355276949f9, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:11.582641 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] For port d1c93a97-d6c4-466d-8b53-4355276949f9, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=d1c93a97-d6c4-466d-8b53-4355276949f9,segment=NetworkSegment(22b35df5-ea4b-4107-9503-29e32617cc3c),segment_id=22b35df5-ea4b-4107-9503-29e32617cc3c)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:11.587698 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.672754 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Routers {'afea3bda-a8d8-457c-883e-b95470acaf19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:11.673448 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['afea3bda-a8d8-457c-883e-b95470acaf19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:11.725301 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ec94d-cfe8-42e7-a4ea-fa7df2f60736 None None] Pushing event updated for resources: {'Port': ['ID=d1c93a97-d6c4-466d-8b53-4355276949f9,revision_number=4']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:11.864315 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] Set router afea3bda-a8d8-457c-883e-b95470acaf19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:12.184575 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:12.208402 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:54:59Z', 'revision_number': 4, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port': {'id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:56Z', 'updated_at': '2022-01-18T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'd1c93a97-d6c4-466d-8b53-4355276949f9', 'name': '', 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'mac_address': 'fa:16:3e:98:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '946e3176-7675-4c9f-912a-c0c7205ec0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:58Z', 'updated_at': '2022-01-18T12:55:11Z', 'revision_number': 4, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'subnets': [{'id': '946e3176-7675-4c9f-912a-c0c7205ec0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:12.214184 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7655be7-c74a-4d41-82dc-a4b4b54c038f None None] The sync data for ids ['afea3bda-a8d8-457c-883e-b95470acaf19'] in dv-cinder-825101-1-iscsi is: [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:54:59Z', 'revision_number': 4, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port': {'id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:56Z', 'updated_at': '2022-01-18T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': 'd1c93a97-d6c4-466d-8b53-4355276949f9', 'name': '', 'network_id': 'c992b148-452f-4f05-9238-6106ea6b6b71', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'mac_address': 'fa:16:3e:98:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '946e3176-7675-4c9f-912a-c0c7205ec0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:58Z', 'updated_at': '2022-01-18T12:55:11Z', 'revision_number': 4, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'subnets': [{'id': '946e3176-7675-4c9f-912a-c0c7205ec0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:12.386355 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:12.386729 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.189835 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d1c93a97-d6c4-466d-8b53-4355276949f9 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:14.255323 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port d1c93a97-d6c4-466d-8b53-4355276949f9 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:14.259763 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port d1c93a97-d6c4-466d-8b53-4355276949f9 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:14.260134 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.370235 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.402709 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port d1c93a97-d6c4-466d-8b53-4355276949f9, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=d1c93a97-d6c4-466d-8b53-4355276949f9,segment=NetworkSegment(22b35df5-ea4b-4107-9503-29e32617cc3c),segment_id=22b35df5-ea4b-4107-9503-29e32617cc3c)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:14.407085 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.476958 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=d1c93a97-d6c4-466d-8b53-4355276949f9,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:16.177254 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d1c93a97-d6c4-466d-8b53-4355276949f9 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:16.246021 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port d1c93a97-d6c4-466d-8b53-4355276949f9 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:16.246382 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.309012 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-486d0f95-82e4-4854-b679-e61d5297f286 req-7f1459a6-20de-48ce-82da-1b9f68299bdb tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485949150&fields=id&tenant_id=d1d0a7fce81846f0933bc4506e771081 HTTP/1.1" status: 200 len: 267 time: 0.0423453 Jan 18 12:55:20.389633 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d0f95-82e4-4854-b679-e61d5297f286 req-4c5b9227-18c4-4fe9-a55a-001a275982ef tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:20.391054 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-486d0f95-82e4-4854-b679-e61d5297f286 req-4c5b9227-18c4-4fe9-a55a-001a275982ef tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 984 time: 0.0762560 Jan 18 12:55:20.401832 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Request body: {'port': {'security_groups': ['d582d265-8bb0-4be3-b3b5-36de2972fb99']}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:20.513456 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.747314 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:20.771626 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.775959 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.818878 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['142bfaa1-0707-43ee-a58e-db2879ad8f4e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:55:20.846939 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:20.847527 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.851784 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-486d0f95-82e4-4854-b679-e61d5297f286 req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "PUT /v2.0/ports/142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 942 time: 0.4541669 Jan 18 12:55:20.852241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:20.854585 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35758) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:20.871035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c29c60-074a-41e4-aaa4-25f249f8eab9 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event updated for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=7']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:20.952206 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'status': 'completed', 'code': 200} Jan 18 12:55:20.968424 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f748cc93-2448-47b8-b6b3-35cc5e5f2441 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.001925 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f748cc93-2448-47b8-b6b3-35cc5e5f2441 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.050871 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['142bfaa1-0707-43ee-a58e-db2879ad8f4e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:55:21.082270 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f748cc93-2448-47b8-b6b3-35cc5e5f2441 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.109083 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748cc93-2448-47b8-b6b3-35cc5e5f2441 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83496fef-d203-4fee-8e82-bde6cd9c3e66,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:21.113056 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f748cc93-2448-47b8-b6b3-35cc5e5f2441 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.117419 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f748cc93-2448-47b8-b6b3-35cc5e5f2441 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "DELETE /v2.0/security-groups/83496fef-d203-4fee-8e82-bde6cd9c3e66 HTTP/1.1" status: 204 len: 168 time: 0.2612395 Jan 18 12:55:21.118073 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35770) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:21.135771 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-5f8e7e84-7a4a-4844-958b-b5ceb490697e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1098 time: 0.0860651 Jan 18 12:55:21.207056 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-15be0cfc-6001-43fd-b7f6-acb28662f0a6 None None] Provisioning complete for port 142bfaa1-0707-43ee-a58e-db2879ad8f4e triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:21.207433 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-15be0cfc-6001-43fd-b7f6-acb28662f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.311360 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-8951f7af-1a04-4ce8-9a1d-c17e1b333a25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:21.312977 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-8951f7af-1a04-4ce8-9a1d-c17e1b333a25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 916 time: 0.1690416 Jan 18 12:55:21.353722 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Deleting port ecf3f88d-b7d4-4f10-bb62-73c2a3572ebc {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:21.353957 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.437006 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-3f51a6de-f53d-46ec-95bc-a7d800f8b0c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 1001 time: 0.1173732 Jan 18 12:55:21.499160 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-becdc43c-06f9-49ae-b619-96ff6df7e92e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:21.500517 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-becdc43c-06f9-49ae-b619-96ff6df7e92e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 200 len: 854 time: 0.0579908 Jan 18 12:55:21.538122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.538447 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.576402 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-923b4122-b660-49eb-ab7a-d3a51b0d6c41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2f282d1-80dd-4985-b16f-8891aaccff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696406 Jan 18 12:55:21.656493 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Calling delete_port for ecf3f88d-b7d4-4f10-bb62-73c2a3572ebc owned by network:floatingip {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:21.707164 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-ac8e6ff8-29f4-439d-afc5-9285efafe27c service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240017 Jan 18 12:55:21.816192 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.859737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event deleted for resources: {'Port': ['ID=ecf3f88d-b7d4-4f10-bb62-73c2a3572ebc,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:21.948299 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks [] for floatingip, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.004764 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-2d04848c-c8d4-4fb9-93d7-a817446fee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.409741 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Router 49c454da-bcd8-4125-a817-f43c121cd8fa has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:22.605486 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:22.617411 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] Sync routers for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:22.626667 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.632060 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:22.632668 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:22.667241 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ce5a5e54-9fc0-4dee-9fcc-673cc0c03487 req-64f6612c-a618-4fc8-bc70-99aa40f91890 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264153 Jan 18 12:55:22.685225 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-12f785b2-9392-4e92-944b-dfb0acbc04df tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "DELETE /v2.0/floatingips/d5c0fe65-3952-479f-9663-e2e4168ba86b HTTP/1.1" status: 204 len: 168 time: 1.5636523 Jan 18 12:55:22.685225 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:22.819848 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:22.909217 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'status': 'completed', 'code': 200} Jan 18 12:55:23.145882 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:16Z', 'revision_number': 5, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:23.149604 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] Checking router: 49c454da-bcd8-4125-a817-f43c121cd8fa for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:23.160043 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:23.160640 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:54:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:23.359807 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:23.660964 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:16Z', 'revision_number': 5, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:23.664640 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69c6e1-1728-4bc6-b653-c1841feda686 None None] The sync data for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi is: [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:52:56Z', 'revision_number': 4, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d', 'name': '', 'network_id': 'c2f282d1-80dd-4985-b16f-8891aaccff13', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'mac_address': 'fa:16:3e:00:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:55Z', 'updated_at': '2022-01-18T12:53:16Z', 'revision_number': 5, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'subnets': [{'id': 'f2739c83-7555-4e74-ac54-fcacf7613ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:24.176062 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-667d1d6b-a9b3-4463-ba89-688d5e6d5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.340688 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-18b82c11-c823-4807-8b6c-385a204d2fee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1d0a7fce81846f0933bc4506e771081&device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 1098 time: 0.0699539 Jan 18 12:55:24.550499 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-dbc376df-f240-4f6d-9dbb-bd56282c77c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:24.551979 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-dbc376df-f240-4f6d-9dbb-bd56282c77c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 200 len: 916 time: 0.2055798 Jan 18 12:55:24.622832 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-458768ce-dae0-40a0-ac3a-afe25dfd4faf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 200 len: 217 time: 0.0627527 Jan 18 12:55:24.684856 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-a19ca254-4acc-4b91-9230-584a976e2868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:24.686240 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-a19ca254-4acc-4b91-9230-584a976e2868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 200 len: 854 time: 0.0545983 Jan 18 12:55:24.769167 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-d95a57f8-19de-4bfd-9e0b-15053f5b3741 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2f282d1-80dd-4985-b16f-8891aaccff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718942 Jan 18 12:55:24.909261 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-4db3339a-1e40-44ca-b029-a4e82ea9ad3c service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312070 Jan 18 12:55:25.041395 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0f461d5-69d3-4792-a4d3-4f1492ce49b6 req-269d9a19-b661-4def-86ae-2ea04bedd905 service neutron] 10.222.0.20 "GET /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249192 Jan 18 12:55:25.315988 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.431640 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.599913 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-359f1dbc-df7e-403e-b60d-05540d306684 req-c21429a1-a675-40c0-8c42-f42aae80ce49 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Synchronizing usage tracker for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:25.617529 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-359f1dbc-df7e-403e-b60d-05540d306684 req-c21429a1-a675-40c0-8c42-f42aae80ce49 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Unset dirty status for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:25.618955 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-c21429a1-a675-40c0-8c42-f42aae80ce49 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613010977&fields=id&tenant_id=33c3fd5ef82f4aa481d8a68a064c4039 HTTP/1.1" status: 200 len: 267 time: 0.0601346 Jan 18 12:55:25.778914 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f1dbc-df7e-403e-b60d-05540d306684 req-070e50f5-dc24-4649-858a-0e2556fa0f61 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:25.779593 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-359f1dbc-df7e-403e-b60d-05540d306684 req-070e50f5-dc24-4649-858a-0e2556fa0f61 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Synchronizing usage tracker for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:network {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:25.796925 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-359f1dbc-df7e-403e-b60d-05540d306684 req-070e50f5-dc24-4649-858a-0e2556fa0f61 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Unset dirty status for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:network {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:25.798616 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-070e50f5-dc24-4649-858a-0e2556fa0f61 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 808 time: 0.1726623 Jan 18 12:55:25.816112 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-00ca85c8-ae5d-4358-9e7d-f34f172e1e42 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/quotas/33c3fd5ef82f4aa481d8a68a064c4039 HTTP/1.1" status: 200 len: 375 time: 0.0120249 Jan 18 12:55:25.896830 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-359f1dbc-df7e-403e-b60d-05540d306684 req-1fd7d79c-120f-43f6-9869-fc39b400dc3f tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Synchronizing usage tracker for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:25.921752 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-359f1dbc-df7e-403e-b60d-05540d306684 req-1fd7d79c-120f-43f6-9869-fc39b400dc3f tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Unset dirty status for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:25.923659 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-1fd7d79c-120f-43f6-9869-fc39b400dc3f tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019356 Jan 18 12:55:26.191137 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-0e2a72e5-1802-4e5e-b922-eb6c835bc011 service neutron] 10.222.0.86 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541487 Jan 18 12:55:26.332373 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-a5d12426-a028-44df-96ac-d49b8a38d8db service neutron] 10.222.0.86 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353753 Jan 18 12:55:26.560589 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.741362 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f2a2d644-742a-4166-986a-eb4b3b8ffb8f req-fcfaf44d-9ba4-4c26-811f-a6d1f1b351df tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 210 time: 0.0495796 Jan 18 12:55:27.913631 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5fde86b7-ade7-4abf-8a57-7020817668ea req-64755c34-96d6-46a1-bc76-b35e9ee900f9 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 210 time: 0.0470400 Jan 18 12:55:28.097621 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f1dbc-df7e-403e-b60d-05540d306684 req-bbb757d3-39a3-40d7-882b-155f333a32f7 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:28.099867 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-bbb757d3-39a3-40d7-882b-155f333a32f7 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 808 time: 0.1569009 Jan 18 12:55:28.205249 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-9e617d4f-9565-45d4-9c14-ae64cdbd6d69 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c3fd5ef82f4aa481d8a68a064c4039 HTTP/1.1" status: 200 len: 379 time: 0.0670624 Jan 18 12:55:28.223965 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c31f3c-793d-43f6-98ba-82e73aa83a20 req-6f95d6cb-fbd9-46d7-a372-323360e11e86 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:28.225374 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c31f3c-793d-43f6-98ba-82e73aa83a20 req-6f95d6cb-fbd9-46d7-a372-323360e11e86 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.1191657 Jan 18 12:55:28.229754 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'port': {'device_id': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'admin_state_up': True, 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'security_groups': ['37768b33-89e8-48be-b11b-06af674670fe']}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:28.443840 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-40c31f3c-793d-43f6-98ba-82e73aa83a20 req-d5984e00-cd5d-45bd-bd19-f01a8ca04eeb tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005599 Jan 18 12:55:28.481342 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:28.490518 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:28.499643 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Made reservation on behalf of 33c3fd5ef82f4aa481d8a68a064c4039 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:28.503261 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.669309 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Allocated IP 172.20.0.8 (5d2d007b-2260-412b-ba49-0491aa817cbd/279103f5-4448-4bb7-b9a0-8a8cb21fd0f6/387465da-0c56-4886-bf01-e84e1b778b17) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:28.851206 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.866608 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Transition to ACTIVE for port object 387465da-0c56-4886-bf01-e84e1b778b17 will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:28.888933 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.971384 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Network 5d2d007b-2260-412b-ba49-0491aa817cbd is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:28.975078 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:28.977273 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:28.985178 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:29.011911 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.012494 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.013017 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.013506 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.013998 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.015202 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.015707 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.016187 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.016703 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.017188 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.017661 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:29.064307 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:29.064840 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.143209 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-ab0e0357-af1a-4b4f-862a-d837919066eb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168005 Jan 18 12:55:29.162612 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Request body: {'port': {'device_id': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:29.201816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc057-1c59-40f7-a16e-ca1e7566ac92 req-abdba322-3f0e-4118-9307-b05f798ed3dd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:29.202506 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-05ddc057-1c59-40f7-a16e-ca1e7566ac92 req-abdba322-3f0e-4118-9307-b05f798ed3dd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Synchronizing usage tracker for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:29.264226 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-05ddc057-1c59-40f7-a16e-ca1e7566ac92 req-abdba322-3f0e-4118-9307-b05f798ed3dd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Unset dirty status for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:29.265444 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05ddc057-1c59-40f7-a16e-ca1e7566ac92 req-abdba322-3f0e-4118-9307-b05f798ed3dd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 931 time: 0.1962445 Jan 18 12:55:29.270739 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-f9cd6249-1587-46b6-bbca-4d26617d4248 None None] Provisioning for port 387465da-0c56-4886-bf01-e84e1b778b17 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:29.276091 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-f9cd6249-1587-46b6-bbca-4d26617d4248 None None] Provisioning complete for port 387465da-0c56-4886-bf01-e84e1b778b17 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:29.276458 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6249-1587-46b6-bbca-4d26617d4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.314414 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.330617 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd6249-1587-46b6-bbca-4d26617d4248 None None] Port 387465da-0c56-4886-bf01-e84e1b778b17 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:29.376087 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-05ddc057-1c59-40f7-a16e-ca1e7566ac92 req-489ec5d4-6436-4c30-8933-e1b67d275394 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043303 Jan 18 12:55:29.717969 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387465da-0c56-4886-bf01-e84e1b778b17 {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:55:29.727390 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adc127-8fd2-4a7d-8a42-dac0cc89b84e req-7601082c-0bfa-4430-9972-8a1276465af8 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:29.728845 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-53adc127-8fd2-4a7d-8a42-dac0cc89b84e req-7601082c-0bfa-4430-9972-8a1276465af8 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.1625896 Jan 18 12:55:29.732522 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.768564 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Transition to ACTIVE for port object 387465da-0c56-4886-bf01-e84e1b778b17 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:29.778406 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.849986 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-53adc127-8fd2-4a7d-8a42-dac0cc89b84e req-ea59836a-1b40-4d7e-9fe8-8fcd5c66b3c6 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/security-groups?id=d582d265-8bb0-4be3-b3b5-36de2972fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149068 Jan 18 12:55:29.918317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:30.012738 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-10edc328-152e-40b1-b532-133907e72d4b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:30.013558 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-10edc328-152e-40b1-b532-133907e72d4b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Synchronizing usage tracker for tenant:d1d0a7fce81846f0933bc4506e771081 on resource:port {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:30.028750 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Attempting to bind port 387465da-0c56-4886-bf01-e84e1b778b17 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:30.029361 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Attempting to bind port 387465da-0c56-4886-bf01-e84e1b778b17 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:30.029503 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Attempting to bind port 387465da-0c56-4886-bf01-e84e1b778b17 on network 5d2d007b-2260-412b-ba49-0491aa817cbd {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:30.032312 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-10edc328-152e-40b1-b532-133907e72d4b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Unset dirty status for tenant:d1d0a7fce81846f0933bc4506e771081 on resource:port {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:30.033592 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-10edc328-152e-40b1-b532-133907e72d4b tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 945 time: 0.1100192 Jan 18 12:55:30.036035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Port 387465da-0c56-4886-bf01-e84e1b778b17 on network 5d2d007b-2260-412b-ba49-0491aa817cbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:55:30.036355 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Attempting to bind port 387465da-0c56-4886-bf01-e84e1b778b17 on network 5d2d007b-2260-412b-ba49-0491aa817cbd {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:30.043134 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:30.043409 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Checking segment: {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:30.043817 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Bound using segment: {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:30.044270 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Bound port: 387465da-0c56-4886-bf01-e84e1b778b17, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220e16ef-74e4-4291-9769-8e5d7de1b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:30.044855 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.116697 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Deleting port 142bfaa1-0707-43ee-a58e-db2879ad8f4e {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:30.117038 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.140577 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:30.144081 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:30.148969 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.211122 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.212748 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] 10.222.0.20 "PUT /v2.0/ports/387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 1093 time: 1.0542200 Jan 18 12:55:30.213151 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:30.230679 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a8a23-5da1-4935-bb3d-88778fa027be service neutron] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:30.304565 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17', 'status': 'completed', 'code': 200} Jan 18 12:55:30.351085 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-34cb8eec-b1b1-4ad0-8733-6080d8e33a8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1096 time: 0.0790198 Jan 18 12:55:30.385238 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] For port 142bfaa1-0707-43ee-a58e-db2879ad8f4e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=142bfaa1-0707-43ee-a58e-db2879ad8f4e,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:30.385604 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.521035 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Calling delete_port for 142bfaa1-0707-43ee-a58e-db2879ad8f4e owned by compute:nova {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:30.562507 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-4d0fb34f-0da7-4e2b-89fa-9769f94616d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 217 time: 0.1990819 Jan 18 12:55:30.640280 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f1dbc-df7e-403e-b60d-05540d306684 req-5329326b-fdce-4efb-a0a8-db21558e1f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:30.641725 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-5329326b-fdce-4efb-a0a8-db21558e1f61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0683141 Jan 18 12:55:30.648542 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d960b-073b-46ae-b090-0eb07263703c req-e5879fb1-bab1-40a0-af22-c195b4318f18 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:30.649901 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a02d960b-073b-46ae-b090-0eb07263703c req-e5879fb1-bab1-40a0-af22-c195b4318f18 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.1424899 Jan 18 12:55:30.656229 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.691090 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['142bfaa1-0707-43ee-a58e-db2879ad8f4e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:55:30.705835 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Pushing event deleted for resources: {'Port': ['ID=142bfaa1-0707-43ee-a58e-db2879ad8f4e,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:30.752355 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a02d960b-073b-46ae-b090-0eb07263703c req-ac09a15f-e74a-422c-8605-2ee448f0f9e6 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686467 Jan 18 12:55:30.766119 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-98f8b790-8b13-437c-afd1-81f2f65dc52f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153202 Jan 18 12:55:30.779356 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] No DVR routers for this DVR port 142bfaa1-0707-43ee-a58e-db2879ad8f4e on host hv-cinder-82510 {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:30.781670 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.784207 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'name': 'network-vif-deleted', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:30.799529 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-ba4d4478-668c-466c-beba-d49f11658fa9 req-607a8edf-3856-42e9-b80d-ae5a249b5d59 tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.20 "DELETE /v2.0/ports/142bfaa1-0707-43ee-a58e-db2879ad8f4e HTTP/1.1" status: 204 len: 173 time: 0.7605166 Jan 18 12:55:30.844468 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb52a826-df48-42d9-9260-2f68bb9b06b3', 'name': 'network-vif-deleted', 'tag': '142bfaa1-0707-43ee-a58e-db2879ad8f4e', 'status': 'completed', 'code': 200} Jan 18 12:55:30.902677 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-fa1a4964-6c46-4852-9fb4-16c24dfce5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302204 Jan 18 12:55:31.078397 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b7046286-dd5d-47ac-8c15-fce94be8df60 req-81af0ffa-ada2-4e0a-83e0-cebc915e39aa tempest-TestMinimumBasicScenario-753623064 tempest-TestMinimumBasicScenario-753623064-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb52a826-df48-42d9-9260-2f68bb9b06b3 HTTP/1.1" status: 200 len: 210 time: 0.0576696 Jan 18 12:55:31.108359 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-359f1dbc-df7e-403e-b60d-05540d306684 req-e8d6e537-5f26-4875-9fce-b6a10db6b5ca service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890707 Jan 18 12:55:31.245219 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c761b-dc3c-4ad4-9f3c-53759d35a4a1 None None] New status for floating IP d5c0fe65-3952-479f-9663-e2e4168ba86b: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:55:31.276743 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-0867d852-8a3b-4581-b1f4-62b0df1d34a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1096 time: 0.0840213 Jan 18 12:55:31.364501 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35928) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.427443 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-cf7a0466-da22-4f8a-9958-94103cbbe630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:31.429207 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-cf7a0466-da22-4f8a-9958-94103cbbe630 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.1450698 Jan 18 12:55:31.498805 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-830a4f33-90e5-4a0c-aeb7-402de880e299 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 217 time: 0.0610652 Jan 18 12:55:31.517995 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.552540 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:31.557530 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3215e92471404e99b0058ef268c5e7 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:31.560466 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:31.565917 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-4c3d0e38-dced-4921-8da4-f361ea3d4a6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:31.566166 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:31.567521 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-4c3d0e38-dced-4921-8da4-f361ea3d4a6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0629337 Jan 18 12:55:31.635965 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.640406 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.643194 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-5e4947a2-7642-4472-a22e-a03bb7452f34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695488 Jan 18 12:55:31.685204 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eddbc3-7119-4226-9511-4d1c721b9799,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:31.690532 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-5c97f57a-aea1-464e-8791-dff207587c09 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5a3215e92471404e99b0058ef268c5e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3250461 Jan 18 12:55:31.693335 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 35934) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.752611 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f43c6176-6145-4ce5-ae3c-ae1444f98f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.773149 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-1f90bfdf-2a02-4c91-9528-8f4d81bcc263 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243536 Jan 18 12:55:31.777633 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f43c6176-6145-4ce5-ae3c-ae1444f98f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.834334 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f43c6176-6145-4ce5-ae3c-ae1444f98f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.854224 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c6176-6145-4ce5-ae3c-ae1444f98f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eddbc3-7119-4226-9511-4d1c721b9799,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:31.874295 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f43c6176-6145-4ce5-ae3c-ae1444f98f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.875478 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f43c6176-6145-4ce5-ae3c-ae1444f98f46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80eddbc3-7119-4226-9511-4d1c721b9799 HTTP/1.1" status: 204 len: 168 time: 0.1813891 Jan 18 12:55:31.958428 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5132b8fa-e1c4-439f-b66c-f871f2114080 req-0ecc268c-0b28-4b1e-a188-65115780a298 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795769 Jan 18 12:55:31.998205 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.000107 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b411e1-6ebf-4832-8a0c-c4647e809dcc req-e55a350a-5a66-44e3-b404-62ebcc801689 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:32.002171 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d7b411e1-6ebf-4832-8a0c-c4647e809dcc req-e55a350a-5a66-44e3-b404-62ebcc801689 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.1076074 Jan 18 12:55:32.049451 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d7b411e1-6ebf-4832-8a0c-c4647e809dcc req-1c03eee2-ce80-4c37-941e-59a1747b4e95 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 Jan 18 12:55:32.665627 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 35980) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:32.858538 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-510486662-network', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:32.864062 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:32.868096 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Usage tracker for resource:network and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:32.870983 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:32.876676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:32.887227 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Made reservation on behalf of 3ae68d51758a4fb2b6e7c0afa6eacb85 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:32.889757 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.906448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.938810 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:32.942554 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:32.946006 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:32.952336 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:32.986566 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36008) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:33.020301 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.024462 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.058364 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:55:33.068081 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e066d8a-44ff-43a2-87ab-7db34028c653,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:33.074224 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.074572 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Added segment a4320ff8-47b2-4dc8-94cd-63130a6f7eb1 of type vlan for network 17df1f67-63ee-4a9c-b783-04e635373f33 Jan 18 12:55:33.106187 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.142150 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.143114 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:33.143736 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.374442 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7073996 Jan 18 12:55:33.377431 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36014) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:33.387206 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Request body: {'subnet': {'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-510486662-subnet', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'ip_version': 4}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:33.390608 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d947e94-b474-4aec-a29b-8f5f85ec397c admin admin] Pushing event updated for resources: {'Network': ['ID=17df1f67-63ee-4a9c-b783-04e635373f33,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:33.400949 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:33.401269 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 17df1f67-63ee-4a9c-b783-04e635373f33 details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:55:33.408049 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Usage tracker for resource:subnet and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:33.411643 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:33.418709 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:33.435149 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Made reservation on behalf of 3ae68d51758a4fb2b6e7c0afa6eacb85 for: {'subnet': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:33.437594 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951579'] for subnet, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.497452 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.509291 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae555634-f00f-41a7-813e-82a4a9c8e864 req-edbddf59-2a41-4fe7-a334-8e5fa65fbda9 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:33.510752 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae555634-f00f-41a7-813e-82a4a9c8e864 req-edbddf59-2a41-4fe7-a334-8e5fa65fbda9 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.2563353 Jan 18 12:55:33.588898 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ae555634-f00f-41a7-813e-82a4a9c8e864 req-a4183b09-9e86-4879-a2b3-a161499c8037 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689332 Jan 18 12:55:33.706069 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16703393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951565'] for subnet, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.767617 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c8a6d0-1d86-498f-b585-eec3d2db7beb,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:33.790697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Checking segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:33.791072 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Network hostable DHCP agents. Network: 17df1f67-63ee-4a9c-b783-04e635373f33, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:55:33.812938 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Network 17df1f67-63ee-4a9c-b783-04e635373f33 is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:55:33.823902 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 17df1f67-63ee-4a9c-b783-04e635373f33) {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:33.828197 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:33.829163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.836767 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93cb48-743d-4252-9ddb-b9ea15035dfe None None] Network 17df1f67-63ee-4a9c-b783-04e635373f33 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:33.855434 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-fcb34607-4c59-484d-a08b-822fa929727c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4767427 Jan 18 12:55:33.856193 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36018) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:33.864666 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:33.871886 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:33.876766 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Usage tracker for resource:router and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:33.879838 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:33.916567 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:33.941153 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:33.942060 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.013195 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.061561 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-17df1f67-63ee-4a9c-b783-04e635373f33', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:55:34.062382 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.215574 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Allocated IP 172.20.0.2 (17df1f67-63ee-4a9c-b783-04e635373f33/b3c8a6d0-1d86-498f-b585-eec3d2db7beb/e7e3633a-c8c7-4345-81ea-83ec92cdcc71) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:34.223174 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.357067 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Deleting port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:34.357395 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.412876 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.422546 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Transition to ACTIVE for port object e7e3633a-c8c7-4345-81ea-83ec92cdcc71 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:34.440635 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Transition to ACTIVE for port object e7e3633a-c8c7-4345-81ea-83ec92cdcc71 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:34.446438 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.512758 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Network 17df1f67-63ee-4a9c-b783-04e635373f33 is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:34.515549 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:34.519241 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:34.525272 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Pushing event updated for resources: {'Port': ['ID=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:34.643931 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Attempting to bind port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:34.644291 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Attempting to bind port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:34.644643 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Attempting to bind port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:34.650988 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:34.651347 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Checking segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:34.651736 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.652117 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Bound using segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:34.652565 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Bound port: e7e3633a-c8c7-4345-81ea-83ec92cdcc71, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:34.652927 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.660988 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] For port 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:34.661342 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.740649 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] For port e7e3633a-c8c7-4345-81ea-83ec92cdcc71, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:34.743584 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] For port e7e3633a-c8c7-4345-81ea-83ec92cdcc71, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:34.748641 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.790384 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Calling delete_port for 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:34.800349 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d9704-b86b-44ed-8a98-e1a4b72e8311 req-95ad1b34-b1df-4a09-b099-a35b3dd55bc3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:34.801901 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-497d9704-b86b-44ed-8a98-e1a4b72e8311 req-95ad1b34-b1df-4a09-b099-a35b3dd55bc3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0874238 Jan 18 12:55:34.822758 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98784b47-cb90-456c-b4a8-c571d14af6af None None] Pushing event updated for resources: {'Port': ['ID=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:34.861200 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-497d9704-b86b-44ed-8a98-e1a4b72e8311 req-581839a6-dfe3-4f22-8f85-a394b4c5b98c tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505862 Jan 18 12:55:34.924872 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:55:34.928781 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.962051 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:35.165379 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Allocated IP 172.27.0.65 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/81e3f247-cd2a-4655-9e47-2b7b2a862829) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:35.198194 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:35.294912 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:35.370946 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 142bfaa1-0707-43ee-a58e-db2879ad8f4e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:35.405420 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 142bfaa1-0707-43ee-a58e-db2879ad8f4e {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:35.405749 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 142bfaa1-0707-43ee-a58e-db2879ad8f4e not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:35.442533 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:35.553664 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:35.675832 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:35.687362 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:35.693738 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:35.721189 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Pushing event updated for resources: {'Port': ['ID=81e3f247-cd2a-4655-9e47-2b7b2a862829,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:35.789451 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6743a8-6f19-47fd-9c19-b614dd23167b None None] Network 17df1f67-63ee-4a9c-b783-04e635373f33 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:35.836746 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:35.880453 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-640706e6-0ac5-4af8-bde8-25e6485c46e4 None None] Provisioning for port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:35.975621 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:35.976279 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.077130 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7f511-6524-4339-93bc-9b0ee01862f8 req-db70f27c-8bbe-4b5b-ad19-0d66daa1a0cb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:36.078651 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0d7f511-6524-4339-93bc-9b0ee01862f8 req-db70f27c-8bbe-4b5b-ad19-0d66daa1a0cb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0862930 Jan 18 12:55:36.144604 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e0d7f511-6524-4339-93bc-9b0ee01862f8 req-049b2193-b990-4124-86b8-04fec332b72a tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590858 Jan 18 12:55:36.284442 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e7e3633a-c8c7-4345-81ea-83ec92cdcc71 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:36.365040 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:36.369669 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:36.370039 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.480951 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.512006 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port e7e3633a-c8c7-4345-81ea-83ec92cdcc71, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:36.516091 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.584525 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:36.650645 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:55:36.896251 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Router 49c454da-bcd8-4125-a817-f43c121cd8fa has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:37.023382 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:37.032751 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:37.044561 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:37.045248 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:37.061516 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.062720 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6dd131a2-c847-4b72-aca7-a985e4d6b973 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2050505 Jan 18 12:55:37.066193 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36026) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:37.166620 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:37.172795 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-47675792-4d82-4bf5-9cba-af9c4866eff2 admin admin] 10.222.0.86 "PUT /v2.0/routers/49c454da-bcd8-4125-a817-f43c121cd8fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1849911 Jan 18 12:55:37.175229 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36032) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:37.177728 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] Sync routers for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:37.190275 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:37.191089 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:37.233726 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:37.400723 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:37.431989 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.490889 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1300ff-8f8a-4fe1-8583-bca4e67bdcd4 req-d2adb791-de0a-4746-a73d-c029c3e520dc tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:37.492358 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cc1300ff-8f8a-4fe1-8583-bca4e67bdcd4 req-d2adb791-de0a-4746-a73d-c029c3e520dc tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.1624691 Jan 18 12:55:37.537798 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:35Z', 'revision_number': 3, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:37.541803 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:37.542288 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Updating router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 port 81e3f247-cd2a-4655-9e47-2b7b2a862829 binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:37.560301 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cc1300ff-8f8a-4fe1-8583-bca4e67bdcd4 req-6ad34e1e-2508-45d3-88b2-90eaccb06881 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576158 Jan 18 12:55:37.635484 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.667008 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.678557 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Deleting port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:37.678925 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.757242 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:55:35Z', 'revision_number': 5, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port': {'id': '0fc6fd8d-35d6-496c-bd59-ceb4b8f73213', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:52:54Z', 'updated_at': '2022-01-18T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:37.761702 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] Checking router: 49c454da-bcd8-4125-a817-f43c121cd8fa for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:37.773865 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] Routers {'49c454da-bcd8-4125-a817-f43c121cd8fa'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:37.774770 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['49c454da-bcd8-4125-a817-f43c121cd8fa'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:37.946211 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] Set router 49c454da-bcd8-4125-a817-f43c121cd8fa gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:38.026277 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] For port 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:38.026548 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.065373 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:55:37Z', 'revision_number': 6, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:38.071237 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af32a94-911f-49cf-8164-64f87c997b2a None None] The sync data for ids ['49c454da-bcd8-4125-a817-f43c121cd8fa'] in dv-cinder-825101-1-iscsi is: [{'id': '49c454da-bcd8-4125-a817-f43c121cd8fa', 'name': 'tempest-TestMinimumBasicScenario-1857514808-router', 'tenant_id': 'd1d0a7fce81846f0933bc4506e771081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:53Z', 'updated_at': '2022-01-18T12:55:37Z', 'revision_number': 6, 'project_id': 'd1d0a7fce81846f0933bc4506e771081', 'gw_port_host': None}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:38.083023 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.096938 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Transition to ACTIVE for port object 81e3f247-cd2a-4655-9e47-2b7b2a862829 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:38.115082 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.167826 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Calling delete_port for 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 owned by network:router_gateway {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:38.197975 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad45e-6df0-4d2f-b5ad-81fa1543e4b3 None None] Pushing event updated for resources: {'Port': ['ID=81e3f247-cd2a-4655-9e47-2b7b2a862829,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:38.202471 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Attempting to bind port 81e3f247-cd2a-4655-9e47-2b7b2a862829 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:38.202863 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Attempting to bind port 81e3f247-cd2a-4655-9e47-2b7b2a862829 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:38.203204 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Attempting to bind port 81e3f247-cd2a-4655-9e47-2b7b2a862829 on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:38.210291 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:38.210654 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:38.211073 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.211454 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:38.212255 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Bound port: 81e3f247-cd2a-4655-9e47-2b7b2a862829, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:38.212392 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.213949 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.290999 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] For port 81e3f247-cd2a-4655-9e47-2b7b2a862829, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:38.294323 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] For port 81e3f247-cd2a-4655-9e47-2b7b2a862829, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=81e3f247-cd2a-4655-9e47-2b7b2a862829,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:38.299125 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.345680 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.386914 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad45e-6df0-4d2f-b5ad-81fa1543e4b3 None None] Pushing event updated for resources: {'Port': ['ID=81e3f247-cd2a-4655-9e47-2b7b2a862829,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:38.390302 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:38.390535 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc6fd8d-35d6-496c-bd59-ceb4b8f73213,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:38.390937 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:38.432493 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Allocated IP 172.20.0.1 (17df1f67-63ee-4a9c-b783-04e635373f33/b3c8a6d0-1d86-498f-b585-eec3d2db7beb/572f3899-21e8-4bd7-80b7-c4774f473b4f) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:38.618018 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.627768 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:38.637258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Transition to ACTIVE for port object 572f3899-21e8-4bd7-80b7-c4774f473b4f will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:38.664253 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.672605 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.768810 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Network 17df1f67-63ee-4a9c-b783-04e635373f33 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:38.784082 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:38.789291 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:38.900360 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.921287 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=572f3899-21e8-4bd7-80b7-c4774f473b4f,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:38.933408 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e7e3633a-c8c7-4345-81ea-83ec92cdcc71 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:38.981423 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf964-382a-4023-a348-a30864fe83de req-3d5259eb-abfb-4438-922c-dfe44ad17968 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:38.982998 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e5caf964-382a-4023-a348-a30864fe83de req-3d5259eb-abfb-4438-922c-dfe44ad17968 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.2600186 Jan 18 12:55:39.029649 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.034482 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.061689 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:35Z', 'revision_number': 3, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:39.072600 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5987a-cc5e-4290-a699-dc575a89dbf1 None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:35Z', 'revision_number': 3, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:39.073191 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.073929 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c454da-bcd8-4125-a817-f43c121cd8fa {{(pid=82764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:55:39.078540 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:39.079228 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.092859 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.095887 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-37971385-f1ea-4b3f-b8fc-a03222eb9de3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/49c454da-bcd8-4125-a817-f43c121cd8fa HTTP/1.1" status: 204 len: 168 time: 1.9099672 Jan 18 12:55:39.096677 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36038) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:39.150086 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-5a6152ba-7ab1-41e9-97ed-c3a88210ad46 None None] Provisioning for port 572f3899-21e8-4bd7-80b7-c4774f473b4f completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:39.155295 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-5a6152ba-7ab1-41e9-97ed-c3a88210ad46 None None] Provisioning complete for port 572f3899-21e8-4bd7-80b7-c4774f473b4f triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:39.155667 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5a6152ba-7ab1-41e9-97ed-c3a88210ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.156768 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.168351 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e5caf964-382a-4023-a348-a30864fe83de req-0d950ff0-1c9f-4331-839b-6198840b9702 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764705 Jan 18 12:55:39.230082 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] Deleting subnet f2739c83-7555-4e74-ac54-fcacf7613ca0 {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:55:39.240390 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.249855 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-5a6152ba-7ab1-41e9-97ed-c3a88210ad46 None None] Port 572f3899-21e8-4bd7-80b7-c4774f473b4f cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:39.283555 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:39.318734 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.323037 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:39.323459 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc7e5d0-d103-4bf3-aee0-9a3ee43c659d not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:39.389062 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 387465da-0c56-4886-bf01-e84e1b778b17 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:55:39.513442 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.533528 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:39.548458 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '387465da-0c56-4886-bf01-e84e1b778b17', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'port_id': '387465da-0c56-4886-bf01-e84e1b778b17', 'mac_address': 'fa:16:3e:6a:06:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:55:39.571903 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.581745 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.615286 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.633957 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387465da-0c56-4886-bf01-e84e1b778b17 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:55:39.652152 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:39.658084 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.722932 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.730330 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:39.753546 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=572f3899-21e8-4bd7-80b7-c4774f473b4f,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:39.759335 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.773879 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2739c83-7555-4e74-ac54-fcacf7613ca0,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:39.789041 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3bc2dd-026d-44e7-8540-94dc1794d092 None None] Network c2f282d1-80dd-4985-b16f-8891aaccff13 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:39.793032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.809519 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36042) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:39.815359 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-74069509-222b-4a6a-8bb9-19d9ef429ffe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f2739c83-7555-4e74-ac54-fcacf7613ca0 HTTP/1.1" status: 204 len: 168 time: 0.7155507 Jan 18 12:55:39.980401 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Network 17df1f67-63ee-4a9c-b783-04e635373f33 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:39.983776 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:39.993481 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.018683 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Deleting port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:40.019323 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.096320 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['387465da-0c56-4886-bf01-e84e1b778b17'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:55:40.291346 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 81e3f247-cd2a-4655-9e47-2b7b2a862829 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:40.414086 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-6f723b3f-f002-490e-879e-508e3a2cfd4d None None] Provisioning complete for port 572f3899-21e8-4bd7-80b7-c4774f473b4f triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:40.414455 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6f723b3f-f002-490e-879e-508e3a2cfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.431240 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] For port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=73c053b3-8ad7-46bf-b832-3b2c3a4a3af2,segment=NetworkSegment(473b5abe-44ac-4adf-8338-0371f67d42de),segment_id=473b5abe-44ac-4adf-8338-0371f67d42de)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:40.431923 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.465870 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 81e3f247-cd2a-4655-9e47-2b7b2a862829 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:40.481610 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 81e3f247-cd2a-4655-9e47-2b7b2a862829 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:40.482073 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.513766 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c24637-cf2b-4d85-a362-62c565c16fab req-1e048101-fb92-40b0-9566-644c67836942 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:40.514000 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80731f9-d4b5-4861-9891-5d4a5a16da5b None None] DHCP port deletion for c2f282d1-80dd-4985-b16f-8891aaccff13 request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:55:40.514835 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08c24637-cf2b-4d85-a362-62c565c16fab req-1e048101-fb92-40b0-9566-644c67836942 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 944 time: 0.1610899 Jan 18 12:55:40.541504 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c80731f9-d4b5-4861-9891-5d4a5a16da5b None None] Deleting port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:40.541979 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c80731f9-d4b5-4861-9891-5d4a5a16da5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.574135 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-08c24637-cf2b-4d85-a362-62c565c16fab req-25576a0a-1013-4fc2-bc05-3b01201d20f4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495305 Jan 18 12:55:40.580677 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Calling delete_port for 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:40.595876 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-6f723b3f-f002-490e-879e-508e3a2cfd4d None None] Port 572f3899-21e8-4bd7-80b7-c4774f473b4f cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:40.663199 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.682404 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c80731f9-d4b5-4861-9891-5d4a5a16da5b None None] The port '73c053b3-8ad7-46bf-b832-3b2c3a4a3af2' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:55:40.697040 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:40.725322 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c053b3-8ad7-46bf-b832-3b2c3a4a3af2,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:40.733181 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] No DVR routers for this DVR port 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 on host dv-cinder-825101-1-iscsi {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:40.785926 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.816159 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 81e3f247-cd2a-4655-9e47-2b7b2a862829, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=81e3f247-cd2a-4655-9e47-2b7b2a862829,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:40.828577 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.871355 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:40.873262 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.911603 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f282d1-80dd-4985-b16f-8891aaccff13']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:40.920787 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:40.925509 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473b5abe-44ac-4adf-8338-0371f67d42de') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:40.926054 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473b5abe-44ac-4adf-8338-0371f67d42de') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:40.926811 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:40.927261 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0fc6fd8d-35d6-496c-bd59-ceb4b8f73213 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:40.935191 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8ad78022-0df0-4a75-b4cd-0362d0cb2ec4 admin admin] 10.222.0.86 "PUT /v2.0/routers/bd72b9ce-affe-4873-96a8-4f9f27ec7d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8676744 Jan 18 12:55:40.941253 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.962171 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.968574 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:55:40.968749 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=81e3f247-cd2a-4655-9e47-2b7b2a862829,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:40.968997 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:55:40.986282 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:55:41.066924 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.083125 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.094308 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f282d1-80dd-4985-b16f-8891aaccff13,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:41.101241 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-49c7fac2-b02a-4947-bf75-09afdf379641 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c2f282d1-80dd-4985-b16f-8891aaccff13 HTTP/1.1" status: 204 len: 168 time: 1.2898729 Jan 18 12:55:41.104065 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36052) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:41.410050 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 387465da-0c56-4886-bf01-e84e1b778b17 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:41.482706 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 387465da-0c56-4886-bf01-e84e1b778b17 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:41.488491 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 387465da-0c56-4886-bf01-e84e1b778b17 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:41.489024 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.494744 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.609170 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.637324 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:41.647856 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:41.654569 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.732619 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17', 'code': 200} Jan 18 12:55:41.739182 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:41.840259 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504a044-9785-4836-9b36-bb49ec767b68 req-873d87e4-7eea-4a25-828b-d219d7cad9e8 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:41.841941 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3504a044-9785-4836-9b36-bb49ec767b68 req-873d87e4-7eea-4a25-828b-d219d7cad9e8 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0885396 Jan 18 12:55:41.842572 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36074) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:41.848451 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-258432970-network', 'tenant_id': '9c32ca1e262045f79f169f2889387701'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:41.854448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:41.872699 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Usage tracker for resource:network and tenant:9c32ca1e262045f79f169f2889387701 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:41.877750 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:41.887177 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:41.909157 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Made reservation on behalf of 9c32ca1e262045f79f169f2889387701 for: {'network': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:41.911603 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for network, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.931322 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.944469 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3504a044-9785-4836-9b36-bb49ec767b68 req-11bcc907-cde8-4482-917b-c668fc428be4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904355 Jan 18 12:55:41.970821 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:41.973655 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Usage tracker for resource:security_group_rule and tenant:9c32ca1e262045f79f169f2889387701 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:41.976779 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:41.982897 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:42.108169 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.111637 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-069e90bf-948f-4509-932f-b00dc267ce65 req-3f14474d-0fc5-41b7-95af-e1a95a2851ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.1205046 Jan 18 12:55:42.112646 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.163373 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=82765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:55:42.185129 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.185479 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.segments_db [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Added segment 6d142b9d-b441-4bef-a90f-efcce278a8d8 of type vlan for network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e Jan 18 12:55:42.186508 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604ea5c9-002e-4525-96b1-ae987454df4d,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:42.203488 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-069e90bf-948f-4509-932f-b00dc267ce65 req-26c0a185-89e0-4922-9d77-6c8e1af4a387 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787714 Jan 18 12:55:42.207708 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 81e3f247-cd2a-4655-9e47-2b7b2a862829 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:42.225511 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763453180272'] for network, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.251665 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Deleting port d3f286f8-8618-4d3d-8973-927c767de61c {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:42.252199 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.257914 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808'] for network, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.258707 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:42.259377 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.287878 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 81e3f247-cd2a-4655-9e47-2b7b2a862829 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:42.288274 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.363207 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] Pushing event updated for resources: {'Network': ['ID=38d96909-c600-4a6d-b2d6-c3e8074c3e7e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:42.366140 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-82664abc-7c77-4a4f-b06d-ad99cc21fa5e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5223997 Jan 18 12:55:42.368967 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36078) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:42.374581 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Request body: {'subnet': {'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-258432970-subnet', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'ip_version': 4}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:42.379524 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:42.383688 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Usage tracker for resource:subnet and tenant:9c32ca1e262045f79f169f2889387701 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:42.387513 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:42.388580 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e details requested by agent ovs-agent-dv-cinder-825101-1-iscsi with host dv-cinder-825101-1-iscsi {{(pid=82766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:55:42.393754 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:42.404298 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Made reservation on behalf of 9c32ca1e262045f79f169f2889387701 for: {'subnet': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:42.406723 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951579'] for subnet, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.435979 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] For port d3f286f8-8618-4d3d-8973-927c767de61c, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=d3f286f8-8618-4d3d-8973-927c767de61c,segment=NetworkSegment(636e4bd7-e8d2-4483-9e7e-71b8213e66a3),segment_id=636e4bd7-e8d2-4483-9e7e-71b8213e66a3)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:42.436427 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.561407 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:42.568122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Calling delete_port for d3f286f8-8618-4d3d-8973-927c767de61c owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:42.595956 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:42.596348 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 73c053b3-8ad7-46bf-b832-3b2c3a4a3af2 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:42.625320 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16703393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951565'] for subnet, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.701518 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc66f75a-9c1f-4cce-9ab9-65cf35692952,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:42.713724 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Checking segment: {'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:42.714083 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Network hostable DHCP agents. Network: 38d96909-c600-4a6d-b2d6-c3e8074c3e7e, hostable agents: ['656a68c4-a602-48ee-8cfc-2015830d1d3f'], hosted agents: [] {{(pid=82765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:55:42.736955 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e is scheduled to be hosted by DHCP agent 656a68c4-a602-48ee-8cfc-2015830d1d3f with binding_index 1 {{(pid=82765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:55:42.747637 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825101-1-iscsi, 38d96909-c600-4a6d-b2d6-c3e8074c3e7e) {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:42.751635 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:42.752257 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.759851 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bfd6fb-36a1-4ec6-aaaf-2c94a31e179a None None] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:42.776932 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.779017 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-17f63c39-11a6-436e-80db-5ae2ea844cc3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4088063 Jan 18 12:55:42.781577 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36082) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:42.787393 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:42.792101 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:42.796109 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Usage tracker for resource:router and tenant:9c32ca1e262045f79f169f2889387701 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:42.800041 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:42.806086 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:42.817844 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13182'] for router, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.819032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13169'] for router, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:42.825551 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f286f8-8618-4d3d-8973-927c767de61c,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:42.841147 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.061275 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13155'] for router, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.101603 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:43.109545 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39133359-3866-473b-ac31-103057f564e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0e39c9-d191-5610-a16b-c5a7aa3ec377-38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'fixed_ips': [{'subnet_id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952'}]}} from dv-cinder-825101-1-iscsi. {{(pid=82766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:55:43.112177 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-39133359-3866-473b-ac31-103057f564e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.197551 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:43.198587 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:43.303701 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.377927 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418cdfb-9fba-44fe-962c-7dc64a61a7a9 req-b485b929-9f7c-4b2f-8374-bc5afc3471fc tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:43.379449 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f418cdfb-9fba-44fe-962c-7dc64a61a7a9 req-b485b929-9f7c-4b2f-8374-bc5afc3471fc tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.2896376 Jan 18 12:55:43.469727 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.db_base_plugin_common [None req-39133359-3866-473b-ac31-103057f564e6 None None] Allocated IP 172.20.0.2 (38d96909-c600-4a6d-b2d6-c3e8074c3e7e/fc66f75a-9c1f-4cce-9ab9-65cf35692952/e04b0e02-0b30-4805-bd8f-a43d5f1232a0) {{(pid=82766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:43.475048 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f418cdfb-9fba-44fe-962c-7dc64a61a7a9 req-25ee87ee-ce37-4300-b196-392e31e7c9d3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843947 Jan 18 12:55:43.476343 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:43.502276 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.535109 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.682417 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Allocated IP 172.27.0.157 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/7ef0fda1-366f-4559-865c-7cb343e26b23) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:43.854176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.897371 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.946898 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-39133359-3866-473b-ac31-103057f564e6 None None] Notify callbacks [] for port, precommit_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:43.965700 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-39133359-3866-473b-ac31-103057f564e6 None None] Transition to ACTIVE for port object e04b0e02-0b30-4805-bd8f-a43d5f1232a0 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:43.990049 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-39133359-3866-473b-ac31-103057f564e6 None None] Transition to ACTIVE for port object e04b0e02-0b30-4805-bd8f-a43d5f1232a0 will not be triggered until provisioned by entity DHCP. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:43.994407 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:43.995397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Pushing event updated for resources: {'Port': ['ID=7ef0fda1-366f-4559-865c-7cb343e26b23,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:43.998029 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:44.000337 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:44.001336 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-39133359-3866-473b-ac31-103057f564e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397'] for port, after_create {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.042238 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Router 26a45216-3483-4e24-a830-86943a713c19 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:44.074533 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:39Z', 'revision_number': 2, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:44.083760 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39133359-3866-473b-ac31-103057f564e6 None None] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e is already hosted by enough agents. {{(pid=82766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:44.088962 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.scheduler.base_scheduler [None req-39133359-3866-473b-ac31-103057f564e6 None None] Resources bound (agent type, host, resource id): {{(pid=82766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:44.090658 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39133359-3866-473b-ac31-103057f564e6 None None] Pushing event updated for resources: {'Port': ['ID=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,revision_number=1']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:44.092862 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39133359-3866-473b-ac31-103057f564e6 None None] Received port after_create {{(pid=82766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:44.096008 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:44.096357 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Updating router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 port 572f3899-21e8-4bd7-80b7-c4774f473b4f binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:44.170411 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.172398 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734864'] for router, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.230225 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.251090 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-39133359-3866-473b-ac31-103057f564e6 None None] Attempting to bind port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:44.251455 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-39133359-3866-473b-ac31-103057f564e6 None None] Attempting to bind port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:44.251814 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39133359-3866-473b-ac31-103057f564e6 None None] Attempting to bind port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 on network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:44.271268 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:44.281256 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] Sync routers for ids ['26a45216-3483-4e24-a830-86943a713c19'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:44.293718 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6646d4ce-e6fa-4033-bafd-97dcf1cfaf7b admin admin] 10.222.0.86 "PUT /v2.0/routers/26a45216-3483-4e24-a830-86943a713c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1886399 Jan 18 12:55:44.294959 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] Routers {'26a45216-3483-4e24-a830-86943a713c19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:44.295818 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['26a45216-3483-4e24-a830-86943a713c19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:44.299432 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36088) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:44.300719 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39133359-3866-473b-ac31-103057f564e6 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:44.301088 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39133359-3866-473b-ac31-103057f564e6 None None] Checking segment: {'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:44.301485 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-39133359-3866-473b-ac31-103057f564e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.301977 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39133359-3866-473b-ac31-103057f564e6 None None] Bound using segment: {'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:44.302531 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-39133359-3866-473b-ac31-103057f564e6 None None] Bound port: e04b0e02-0b30-4805-bd8f-a43d5f1232a0, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:44.302934 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-39133359-3866-473b-ac31-103057f564e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.451859 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 is scheduled to L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 with binding_index 1 {{(pid=82765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:55:44.507824 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] Set router 26a45216-3483-4e24-a830-86943a713c19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:44.523471 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-39133359-3866-473b-ac31-103057f564e6 None None] For port e04b0e02-0b30-4805-bd8f-a43d5f1232a0, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:44.538416 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-39133359-3866-473b-ac31-103057f564e6 None None] For port e04b0e02-0b30-4805-bd8f-a43d5f1232a0, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,segment=NetworkSegment(6d142b9d-b441-4bef-a90f-efcce278a8d8),segment_id=6d142b9d-b441-4bef-a90f-efcce278a8d8)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:44.549195 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-39133359-3866-473b-ac31-103057f564e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.615881 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks [] for router, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.726205 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39133359-3866-473b-ac31-103057f564e6 None None] Pushing event updated for resources: {'Port': ['ID=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:44.831402 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.852095 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Transition to ACTIVE for port object 572f3899-21e8-4bd7-80b7-c4774f473b4f will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:44.863996 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.880317 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fc07b-faf2-404f-a614-24529c1139d0 req-5a07f747-b681-4c7d-b1ed-2fcbb10d49fd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:44.882519 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-062fc07b-faf2-404f-a614-24529c1139d0 req-5a07f747-b681-4c7d-b1ed-2fcbb10d49fd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.1840422 Jan 18 12:55:44.934339 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.934728 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:44.956413 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:55:42Z', 'revision_number': 5, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port': {'id': 'ca15a83d-2462-4b6d-9ddc-5602f6003c89', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a45216-3483-4e24-a830-86943a713c19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:53:00Z', 'updated_at': '2022-01-18T12:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:44.959220 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Deleting port ca15a83d-2462-4b6d-9ddc-5602f6003c89 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:44.959560 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.968579 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] Checking router: 26a45216-3483-4e24-a830-86943a713c19 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:44.996784 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Sync routers for ids ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:44.999565 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] Routers {'26a45216-3483-4e24-a830-86943a713c19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:45.000284 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['26a45216-3483-4e24-a830-86943a713c19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:45.042212 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-062fc07b-faf2-404f-a614-24529c1139d0 req-46518f76-1c12-4245-bd9e-ab06cbc3d6cb tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527095 Jan 18 12:55:45.050833 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] Notify callbacks [] for router, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:45.052111 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8ba40ae1-1f50-4ede-acea-1c42c084e69a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2687540 Jan 18 12:55:45.054798 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36094) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:45.183344 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5a8f3-09de-47e2-86dc-99bcd0d2293d None None] Pushing event updated for resources: {'Port': ['ID=572f3899-21e8-4bd7-80b7-c4774f473b4f,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:45.198186 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Routers {'4d4c1ae0-9a46-4694-b25e-174ffd53c569'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:45.198885 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:45.292488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] For port ca15a83d-2462-4b6d-9ddc-5602f6003c89, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=ca15a83d-2462-4b6d-9ddc-5602f6003c89,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:45.293098 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:45.362837 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] Set router 26a45216-3483-4e24-a830-86943a713c19 gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:45.447520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Calling delete_port for ca15a83d-2462-4b6d-9ddc-5602f6003c89 owned by network:router_gateway {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:45.492990 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:55:44Z', 'revision_number': 6, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:45.497209 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7b79d-d9a0-48da-ae9a-bbe249328957 None None] The sync data for ids ['26a45216-3483-4e24-a830-86943a713c19'] in dv-cinder-825101-1-iscsi is: [{'id': '26a45216-3483-4e24-a830-86943a713c19', 'name': 'tempest-TestMinimumBasicScenario-889493090-router', 'tenant_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:52:59Z', 'updated_at': '2022-01-18T12:55:44Z', 'revision_number': 6, 'project_id': '2c0d6c4e21b34ad6a553e98e887cbe03', 'gw_port_host': None}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:45.505951 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Attempting to bind port 572f3899-21e8-4bd7-80b7-c4774f473b4f on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:45.507014 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Attempting to bind port 572f3899-21e8-4bd7-80b7-c4774f473b4f by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:45.507497 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Attempting to bind port 572f3899-21e8-4bd7-80b7-c4774f473b4f on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:45.533803 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:45.534266 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Checking segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:45.535261 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:45.535406 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Bound using segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:45.535934 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Bound port: 572f3899-21e8-4bd7-80b7-c4774f473b4f, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:45.536369 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:45.560932 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607bc55-f81f-4898-a6f3-9453638be0a1 req-edbe92a1-bc59-4577-8289-5c2789c50008 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:45.562471 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e607bc55-f81f-4898-a6f3-9453638be0a1 req-edbe92a1-bc59-4577-8289-5c2789c50008 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.2474477 Jan 18 12:55:45.649244 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Set router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:45.661377 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:45.691822 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e607bc55-f81f-4898-a6f3-9453638be0a1 req-72562ae8-0d91-44e3-9208-9075bb02512a tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764644 Jan 18 12:55:45.709874 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca15a83d-2462-4b6d-9ddc-5602f6003c89,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:45.732790 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36100) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:45.824431 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] For port 572f3899-21e8-4bd7-80b7-c4774f473b4f, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:45.934534 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] For port 572f3899-21e8-4bd7-80b7-c4774f473b4f, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=572f3899-21e8-4bd7-80b7-c4774f473b4f,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:45.946869 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.101346 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5a8f3-09de-47e2-86dc-99bcd0d2293d None None] Pushing event updated for resources: {'Port': ['ID=572f3899-21e8-4bd7-80b7-c4774f473b4f,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:46.142650 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:46.143372 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:46.247522 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a1fd7-3411-4b8f-94ba-1f4761baf9a0 None None] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:46.274475 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.378480 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e04b0e02-0b30-4805-bd8f-a43d5f1232a0 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:46.419204 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.580371 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.581663 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-5b8b4af9-8344-4631-9921-8d3650e747a1 None None] Provisioning for port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:46.589819 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.593207 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b54219ef-0d46-40cb-bae8-701f05fe3a2d tempest-TestShelveInstance-406467671 tempest-TestShelveInstance-406467671-project-admin] Synchronizing usage tracker for tenant:e4b25b74c61d4557b7f4bd251cb24c49 on resource:port {{(pid=82764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:46.616064 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-b54219ef-0d46-40cb-bae8-701f05fe3a2d tempest-TestShelveInstance-406467671 tempest-TestShelveInstance-406467671-project-admin] Unset dirty status for tenant:e4b25b74c61d4557b7f4bd251cb24c49 on resource:port {{(pid=82764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:46.620136 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-b54219ef-0d46-40cb-bae8-701f05fe3a2d tempest-TestShelveInstance-406467671 tempest-TestShelveInstance-406467671-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1093 time: 0.8582196 Jan 18 12:55:46.620370 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36108) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:46.627851 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'port_id': '387465da-0c56-4886-bf01-e84e1b778b17', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:46.634576 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.635323 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a45216-3483-4e24-a830-86943a713c19 {{(pid=82764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:55:46.636408 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:46.648788 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Usage tracker for resource:floatingip and tenant:33c3fd5ef82f4aa481d8a68a064c4039 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:46.649124 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.652555 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-ad4001b4-0d05-4979-8775-c8d6ad685c48 admin admin] 10.222.0.86 "DELETE /v2.0/routers/26a45216-3483-4e24-a830-86943a713c19 HTTP/1.1" status: 204 len: 168 time: 2.3490987 Jan 18 12:55:46.654160 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36112) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:46.654313 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:46.666103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:46.671024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Allocated IP 172.20.0.1 (38d96909-c600-4a6d-b2d6-c3e8074c3e7e/fc66f75a-9c1f-4cce-9ab9-65cf35692952/52924c84-e6a9-4522-b88c-05aec48986b8) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:46.686310 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for floatingip, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.720354 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] Deleting subnet 2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:55:46.723715 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.777591 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16499860'] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.793605 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:46.874439 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.927830 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.950211 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:46.959794 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Transition to ACTIVE for port object 52924c84-e6a9-4522-b88c-05aec48986b8 will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:46.967014 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:46.967397 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.981131 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15893504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16647162'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.990229 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.036796 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:47.039529 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.051238 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36116) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:47.051528 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d5197633-1144-46a3-9961-3ff95bcf4369 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2c254362-dd7d-4d39-aad9-0f5ceb9c5d9b HTTP/1.1" status: 204 len: 168 time: 0.3974881 Jan 18 12:55:47.075741 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06068d-f732-4a0d-8e12-b3dd69ddc4a5 None None] Network 6f0ad6b5-04a7-4220-975b-f35e5220377c requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:47.087050 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.096482 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T12:55:44Z', 'revision_number': 3, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port': {'id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:43Z', 'updated_at': '2022-01-18T12:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:47.181916 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Checking router: 4d4c1ae0-9a46-4694-b25e-174ffd53c569 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:47.182557 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Updating router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 port 7ef0fda1-366f-4559-865c-7cb343e26b23 binding host dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:47.244773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:47.285514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:47.294252 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:47.324988 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Pushing event updated for resources: {'Port': ['ID=52924c84-e6a9-4522-b88c-05aec48986b8,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:47.346913 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.379943 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Allocated IP 172.27.0.23 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/edad0294-d143-4aab-af31-8e56a5ce57d2) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:47.395760 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735398'] for router_interface, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.401447 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Deleting port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:47.401781 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.420491 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.578486 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.718162 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port e04b0e02-0b30-4805-bd8f-a43d5f1232a0, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,segment=NetworkSegment(6d142b9d-b441-4bef-a90f-efcce278a8d8),segment_id=6d142b9d-b441-4bef-a90f-efcce278a8d8)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:47.734038 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.773364 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-7d0e3224-caed-41c8-b7f5-f7959b9fb41a None None] Provisioning complete for port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:47.773730 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3224-caed-41c8-b7f5-f7959b9fb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.796185 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d3f286f8-8618-4d3d-8973-927c767de61c no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:47.869162 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: d3f286f8-8618-4d3d-8973-927c767de61c {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:47.869495 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d3f286f8-8618-4d3d-8973-927c767de61c not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:47.903471 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:45Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:47.907757 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.908675 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:47.914719 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74889824-59b6-4bcd-9eac-7d5b6bfe99d2 None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:45Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:47.927709 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.931591 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] For port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,segment=NetworkSegment(636e4bd7-e8d2-4483-9e7e-71b8213e66a3),segment_id=636e4bd7-e8d2-4483-9e7e-71b8213e66a3)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:47.931916 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.949299 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] DHCP port deletion for 6f0ad6b5-04a7-4220-975b-f35e5220377c request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:55:47.960807 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Deleting port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:47.961335 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.111795 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Calling delete_port for cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 owned by network:dhcp {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:48.210175 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] For port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,segment=NetworkSegment(636e4bd7-e8d2-4483-9e7e-71b8213e66a3),segment_id=636e4bd7-e8d2-4483-9e7e-71b8213e66a3)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:48.211060 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.221295 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-a18e74b1-19ec-4414-bbe2-3d0565ebc334 None None] Provisioning for port 52924c84-e6a9-4522-b88c-05aec48986b8 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:48.283641 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.324156 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.369510 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] No DVR routers for this DVR port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 on host dv-cinder-825101-1-iscsi {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:48.417717 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 572f3899-21e8-4bd7-80b7-c4774f473b4f up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:48.440542 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-a18e74b1-19ec-4414-bbe2-3d0565ebc334 None None] Provisioning complete for port 52924c84-e6a9-4522-b88c-05aec48986b8 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:48.441403 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-a18e74b1-19ec-4414-bbe2-3d0565ebc334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.451587 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:48.455381 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'Port': ['ID=edad0294-d143-4aab-af31-8e56a5ce57d2,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:48.476070 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Calling delete_port for cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 owned by network:dhcp {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:48.499024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:48.501869 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:48.611107 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:48.641768 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-a18e74b1-19ec-4414-bbe2-3d0565ebc334 None None] Port 52924c84-e6a9-4522-b88c-05aec48986b8 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:48.649850 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.693451 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:55:48.693830 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:55:48.706718 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 572f3899-21e8-4bd7-80b7-c4774f473b4f completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:48.714255 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 572f3899-21e8-4bd7-80b7-c4774f473b4f triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:48.714625 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.736120 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0ad6b5-04a7-4220-975b-f35e5220377c']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:48.757902 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.764957 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636e4bd7-e8d2-4483-9e7e-71b8213e66a3') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:48.764957 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636e4bd7-e8d2-4483-9e7e-71b8213e66a3') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:48.774999 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.839183 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Notify callbacks [] for port, precommit_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.878607 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Pushing event updated for resources: {'Port': ['ID=52924c84-e6a9-4522-b88c-05aec48986b8,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:48.885637 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.889299 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Transition to ACTIVE for port object 7ef0fda1-366f-4559-865c-7cb343e26b23 will not be triggered until provisioned by entity L2. {{(pid=82766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:48.908047 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.949206 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.963102 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736079'] for router_interface, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.967900 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.973000 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:55:48.973397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:55:48.987358 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:55:49.004737 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a036b8-6633-4c95-a6dd-116091337946 None None] Pushing event updated for resources: {'Port': ['ID=7ef0fda1-366f-4559-865c-7cb343e26b23,revision_number=2']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:49.018352 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Attempting to bind port 7ef0fda1-366f-4559-865c-7cb343e26b23 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:49.018810 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Attempting to bind port 7ef0fda1-366f-4559-865c-7cb343e26b23 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:49.019180 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Attempting to bind port 7ef0fda1-366f-4559-865c-7cb343e26b23 on network e89097e9-6ac8-4b17-bb19-16c3bc855a0f {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:49.034167 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 572f3899-21e8-4bd7-80b7-c4774f473b4f, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=572f3899-21e8-4bd7-80b7-c4774f473b4f,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:49.035600 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:49.035987 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Checking segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:49.036354 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.036791 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Bound using segment: {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'} {{(pid=82766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:49.037186 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.managers [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Bound port: 7ef0fda1-366f-4559-865c-7cb343e26b23, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a48bab-6864-4941-a439-55bea2a178fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f'}}] {{(pid=82766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:49.037547 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.074081 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.074865 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e04b0e02-0b30-4805-bd8f-a43d5f1232a0 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:49.194593 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Deleting port cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:49.194987 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.279529 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] For port 7ef0fda1-366f-4559-865c-7cb343e26b23, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:49.285738 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-942de994-75a7-4323-89b2-d0ade80609b6 None None] The port 'cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:55:49.292361 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=572f3899-21e8-4bd7-80b7-c4774f473b4f,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:49.304969 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] For port 7ef0fda1-366f-4559-865c-7cb343e26b23, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=7ef0fda1-366f-4559-865c-7cb343e26b23,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:49.306086 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.313289 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.334970 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.366424 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:49.366632 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0ad6b5-04a7-4220-975b-f35e5220377c,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:49.366891 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.443805 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-488e3324-361f-456a-af68-7eebf1a4cd15 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6f0ad6b5-04a7-4220-975b-f35e5220377c HTTP/1.1" status: 204 len: 168 time: 2.3908637 Jan 18 12:55:49.451824 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a036b8-6633-4c95-a6dd-116091337946 None None] Pushing event updated for resources: {'Port': ['ID=7ef0fda1-366f-4559-865c-7cb343e26b23,revision_number=3']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:49.458963 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Routers {'4d4c1ae0-9a46-4694-b25e-174ffd53c569'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:49.459589 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:49.514884 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:49.517744 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:49.689768 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36124) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:49.723599 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] Set router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:49.767683 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device ca15a83d-2462-4b6d-9ddc-5602f6003c89 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:49.769941 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8283b7ed-99c4-4173-9c61-fb170e09930e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d1d0a7fce81846f0933bc4506e771081&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0788009 Jan 18 12:55:49.770668 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36128) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:49.806561 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: ca15a83d-2462-4b6d-9ddc-5602f6003c89 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:49.806723 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device ca15a83d-2462-4b6d-9ddc-5602f6003c89 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:49.807136 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:49.838737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a0451fd-38ac-454c-adfc-7c0362194671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.858229 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:49.859028 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device cd451ce5-a8d6-4ece-b9f0-6c8f8f7590d3 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:49.868539 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a0451fd-38ac-454c-adfc-7c0362194671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.926296 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a0451fd-38ac-454c-adfc-7c0362194671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.953514 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a0451fd-38ac-454c-adfc-7c0362194671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:49.957727 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3a0451fd-38ac-454c-adfc-7c0362194671 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d582d265-8bb0-4be3-b3b5-36de2972fb99 HTTP/1.1" status: 204 len: 168 time: 0.1850770 Jan 18 12:55:49.958938 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0451fd-38ac-454c-adfc-7c0362194671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d582d265-8bb0-4be3-b3b5-36de2972fb99,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:50.054857 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.093688 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-85d360df-ff9c-4004-ae83-20d5d62a7553 None None] Provisioning complete for port 52924c84-e6a9-4522-b88c-05aec48986b8 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:50.093903 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-85d360df-ff9c-4004-ae83-20d5d62a7553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.123737 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.180201 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:50.203281 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-85d360df-ff9c-4004-ae83-20d5d62a7553 None None] Port 52924c84-e6a9-4522-b88c-05aec48986b8 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:50.262022 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 572f3899-21e8-4bd7-80b7-c4774f473b4f up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:50.364796 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 572f3899-21e8-4bd7-80b7-c4774f473b4f triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:50.365477 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.393610 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T12:55:47Z', 'revision_number': 4, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port': {'id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:43Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '52924c84-e6a9-4522-b88c-05aec48986b8', 'name': '', 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'mac_address': 'fa:16:3e:f3:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:46Z', 'updated_at': '2022-01-18T12:55:48Z', 'revision_number': 2, 'project_id': '9c32ca1e262045f79f169f2889387701', 'subnets': [{'id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:50.414237 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b6c234-59d0-477d-a1b1-91a125f01a73 None None] The sync data for ids ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'] in dv-cinder-825101-1-iscsi is: [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T12:55:47Z', 'revision_number': 4, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port': {'id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:43Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '52924c84-e6a9-4522-b88c-05aec48986b8', 'name': '', 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'mac_address': 'fa:16:3e:f3:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:46Z', 'updated_at': '2022-01-18T12:55:48Z', 'revision_number': 2, 'project_id': '9c32ca1e262045f79f169f2889387701', 'subnets': [{'id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:50.422317 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36138) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:50.490305 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3106477f-071f-4f51-ac80-2509f52fce39 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c0d6c4e21b34ad6a553e98e887cbe03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0661376 Jan 18 12:55:50.492687 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36142) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:50.501474 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.506348 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.555308 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-031bee70-c2cb-4e7b-ac71-116382787fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.581487 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-031bee70-c2cb-4e7b-ac71-116382787fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.623202 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event updated for resources: {'Port': ['ID=edad0294-d143-4aab-af31-8e56a5ce57d2,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:50.635409 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-031bee70-c2cb-4e7b-ac71-116382787fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.649729 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bee70-c2cb-4e7b-ac71-116382787fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6b233-d7f7-4f03-8507-442e167d6d0b,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:50.651099 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.657479 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-031bee70-c2cb-4e7b-ac71-116382787fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.658821 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-031bee70-c2cb-4e7b-ac71-116382787fbd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76a6b233-d7f7-4f03-8507-442e167d6d0b HTTP/1.1" status: 204 len: 168 time: 0.1649377 Jan 18 12:55:50.810821 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:50.830130 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-e79fa8b2-3fcd-430b-99ff-30153d4f42f8 admin admin] 10.222.0.86 "PUT /v2.0/routers/4d4c1ae0-9a46-4694-b25e-174ffd53c569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7740080 Jan 18 12:55:50.972417 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Floating IP 0de560fa-d7d9-47ae-96bf-710f951bbb53 associated. External IP: 172.27.0.23, port: 387465da-0c56-4886-bf01-e84e1b778b17. Jan 18 12:55:51.372411 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Router cb65e562-e429-4081-b2f4-00511eb1244b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:51.567138 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:51.576966 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] Sync routers for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:51.589686 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.590111 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:51.590950 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:51.613980 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36154) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:51.619598 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301038609', 'description': 'tempest-secgroup-smoke-1301038609 description', 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:51.625365 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:51.628991 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:51.631783 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:51.637504 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:51.649422 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.663586 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-fa4c2eaf-9952-431d-a77a-668c3b8cc79d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0418217 Jan 18 12:55:51.664075 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:51.688058 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:51.691940 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:51.694806 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:51.700730 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:51.724499 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17', 'status': 'completed', 'code': 200} Jan 18 12:55:51.757848 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.762639 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.777907 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:51.803545 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee3606-1c68-492e-b60e-9580c23c8caf,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:51.821348 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.822727 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-8a560d2e-a145-47a8-8582-0bd7d243acd1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2077394 Jan 18 12:55:51.825558 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36162) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:51.832035 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'security_group_rule': {'security_group_id': '20ee3606-1c68-492e-b60e-9580c23c8caf', 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:51.838169 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:51.842276 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:51.845610 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-efd85957-f533-457c-b84a-7a89ad5dbdcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.0740092 Jan 18 12:55:51.846000 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:51.852482 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:51.880866 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.949689 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.954673 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.978713 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254310eb-e483-4c96-a770-4fba6015ba22,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:51.989135 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-ab2df7a8-82e3-429f-b663-018022599fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:51.990620 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-ab2df7a8-82e3-429f-b663-018022599fff service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.1391981 Jan 18 12:55:51.991212 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:51.995209 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-69c2280a-e9f4-40d5-92ba-382fdc49267f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1661060 Jan 18 12:55:51.995428 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36166) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:52.002340 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'security_group_rule': {'security_group_id': '20ee3606-1c68-492e-b60e-9580c23c8caf', 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:52.009815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:52.009975 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9057e320-1ce6-4a00-81e0-e2259e64dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.013912 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:52.017053 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:52.022825 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:52.040439 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.101814 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-9a9cd814-63d8-4ffe-a1d5-b17742cfebdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 998 time: 0.1051784 Jan 18 12:55:52.106034 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.110801 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.137279 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4c2e51-6f3c-48a2-a990-ce038764a910,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:52.149025 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.153799 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-bd3c441a-4e55-42ed-80aa-f10b021093ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1572714 Jan 18 12:55:52.154438 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36170) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:52.165097 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'security_group_rule': {'security_group_id': '20ee3606-1c68-492e-b60e-9580c23c8caf', 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:52.168135 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '0de560fa-d7d9-47ae-96bf-710f951bbb53', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'port_id': '387465da-0c56-4886-bf01-e84e1b778b17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'mac_address': 'fa:16:3e:6a:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:55:49Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 0, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:10Z', 'revision_number': 5, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:52.172032 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] Checking router: cb65e562-e429-4081-b2f4-00511eb1244b for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:52.173897 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:52.179746 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-e3566e4a-497f-44c0-9c47-50dae25c3da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:52.181144 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-e3566e4a-497f-44c0-9c47-50dae25c3da3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0738783 Jan 18 12:55:52.182051 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:52.182491 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:52.183110 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:52.184942 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:52.221742 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:52.256061 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.305374 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-b16ba007-dcb7-4b9c-8090-d7a4bd771299 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175127 Jan 18 12:55:52.360430 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:52.406027 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.416310 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.462413 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4145a8-5f16-473d-bb32-02018c895e54,revision_number=0']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:52.476561 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.480423 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-4e4b37cf-66a4-4edd-a8ff-5641c90722a8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3223033 Jan 18 12:55:52.480827 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36174) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:52.486566 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-ba9265a0-21b9-4da9-ae1e-bdb9d7ae2519 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750464 Jan 18 12:55:52.487655 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'security_group_rule': {'security_group_id': '20ee3606-1c68-492e-b60e-9580c23c8caf', 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:52.494381 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:52.504974 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:52.508296 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:52.514831 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:52.535882 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.634043 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.638817 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.664748 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9510d7e-5189-41b5-a6fa-c99985a97ecf,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:52.676576 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.678054 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-a6feedae-ec20-4002-a677-7b6b008fb811 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1961446 Jan 18 12:55:52.681367 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36178) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:52.687441 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'security_group_rule': {'security_group_id': '20ee3606-1c68-492e-b60e-9580c23c8caf', 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:52.695204 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:52.699633 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:52.704372 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:52.711333 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:52.725196 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.securitygroups_db [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Project 3ae68d51758a4fb2b6e7c0afa6eacb85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:55:52.732236 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.753286 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '0de560fa-d7d9-47ae-96bf-710f951bbb53', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'port_id': '387465da-0c56-4886-bf01-e84e1b778b17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'mac_address': 'fa:16:3e:6a:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:55:49Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 0, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:10Z', 'revision_number': 5, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:52.757590 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72040448-85e8-43ca-b0de-1825f9a4e43c None None] The sync data for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi is: [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '0de560fa-d7d9-47ae-96bf-710f951bbb53', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'port_id': '387465da-0c56-4886-bf01-e84e1b778b17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'mac_address': 'fa:16:3e:6a:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:55:49Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 0, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:10Z', 'revision_number': 5, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:52.761280 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b29e7026-05bc-47ad-9bc8-543e0a8a89d1 req-ea7fa55b-440d-4d3f-83c2-bae191196faa service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689977 Jan 18 12:55:52.803105 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.806709 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.831271 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b644b3c2-7bc3-4c5b-951c-e4a48fe0dd17,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:52.840072 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.841349 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-56bdaa43-8147-463f-8dd5-abbd33df674c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1588421 Jan 18 12:55:52.844102 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36182) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:52.849453 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'security_group_rule': {'security_group_id': '20ee3606-1c68-492e-b60e-9580c23c8caf', 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:52.855355 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:52.859187 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:security_group_rule and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:52.862093 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:52.867678 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:52.877826 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.securitygroups_db [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Project 3ae68d51758a4fb2b6e7c0afa6eacb85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:55:52.884052 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.949763 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.954515 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725495'] for security_group_rule, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.976532 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91c51a2-8ade-4c6b-ac9e-a78df8067853,revision_number=0']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:52.985045 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:52.986196 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-d3c74e10-c17e-4316-9798-8b3cc6096f81 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1411436 Jan 18 12:55:54.178405 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-cdabae18-134a-41e4-8c86-64a065bff3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.318665 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.434020 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.828524 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb40f6f0-b85c-494a-9ba5-c4969fc747f4 None None] New status for floating IP 0de560fa-d7d9-47ae-96bf-710f951bbb53: ACTIVE {{(pid=82766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:55:56.561872 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:58.223690 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 7ef0fda1-366f-4559-865c-7cb343e26b23 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:58.290177 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 7ef0fda1-366f-4559-865c-7cb343e26b23 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:58.294862 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 7ef0fda1-366f-4559-865c-7cb343e26b23 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:58.295239 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:58.410606 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:58.426610 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 7ef0fda1-366f-4559-865c-7cb343e26b23, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=7ef0fda1-366f-4559-865c-7cb343e26b23,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:58.430432 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:58.495043 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=7ef0fda1-366f-4559-865c-7cb343e26b23,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:58.503712 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.504055 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.504390 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.504723 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.505048 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.505371 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.505692 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.506016 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.506333 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.506684 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:58.506985 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:00.205286 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 7ef0fda1-366f-4559-865c-7cb343e26b23 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:56:00.277052 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 7ef0fda1-366f-4559-865c-7cb343e26b23 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:56:00.277413 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:02.020007 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:08.060966 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-6ffca9a9-f736-403e-8844-bc9f6773b86c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:security_group {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:56:08.077036 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-6ffca9a9-f736-403e-8844-bc9f6773b86c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:security_group {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:56:08.078256 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-6ffca9a9-f736-403e-8844-bc9f6773b86c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301038609&fields=id&tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 267 time: 0.0559490 Jan 18 12:56:08.274416 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-fc0540de-0eb8-4220-a5a7-d3b940560cd2 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:08.275014 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-fc0540de-0eb8-4220-a5a7-d3b940560cd2 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:network {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:56:08.291357 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-65f9216a-06d3-446d-8de7-842ab6d26334 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1341331 Jan 18 12:56:08.296822 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-fc0540de-0eb8-4220-a5a7-d3b940560cd2 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:network {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:56:08.297977 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-fc0540de-0eb8-4220-a5a7-d3b940560cd2 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 811 time: 0.2126663 Jan 18 12:56:08.313725 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-b7da52f8-dd01-46b6-af00-968e2a0ea4c6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/quotas/3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 375 time: 0.0104287 Jan 18 12:56:08.448360 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-24267c3d-189d-401a-839c-b78f394f5821 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:56:08.470707 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-24267c3d-189d-401a-839c-b78f394f5821 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:56:08.471969 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-24267c3d-189d-401a-839c-b78f394f5821 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520834 Jan 18 12:56:08.475603 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-7cb3aebb-ecbf-47eb-89e0-5989acc1d7da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.0972233 Jan 18 12:56:08.709922 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-6796a854-dc24-4893-b3f4-675aa4360428 service neutron] 10.222.0.86 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267945 Jan 18 12:56:08.713997 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-2a20197c-000d-4d83-94b5-42e6eb1e0533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:08.715334 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-2a20197c-000d-4d83-94b5-42e6eb1e0533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.2115121 Jan 18 12:56:08.890602 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-fd1a2620-5518-4db9-9493-d5be7dad52d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 1000 time: 0.1573541 Jan 18 12:56:08.960773 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-87c277e4-3bdc-4867-a6b1-ae97ded0efbb service neutron] 10.222.0.86 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444499 Jan 18 12:56:08.975077 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-1fdcc611-0f7a-483b-8ce7-8eadd2caa4f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:08.976449 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-1fdcc611-0f7a-483b-8ce7-8eadd2caa4f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0738602 Jan 18 12:56:09.050893 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-4c03a29c-1c57-4c7c-9e6b-4c424c2a2c6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678387 Jan 18 12:56:09.184491 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-dc710622-543b-4f12-90b5-dfc3b48e2375 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276743 Jan 18 12:56:09.369354 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8cbc4ca2-8f21-4700-9e01-019330b6450b req-3589d445-6ce4-46d7-bac2-826f47ca93ba service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786220 Jan 18 12:56:09.371413 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3282204e-c06e-49ea-85d7-195999ead6d6 req-df576cf7-999f-4d39-8806-78e5d69fda4c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 210 time: 0.0518484 Jan 18 12:56:10.576568 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-71083792-9b45-42c8-93f3-4555cfa89bed tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:10.577944 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-71083792-9b45-42c8-93f3-4555cfa89bed tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 811 time: 0.2624466 Jan 18 12:56:10.589787 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-99c6d675-d940-4e6f-b9ac-0a71bac56452 req-719057a9-2ecb-401d-a0ba-5cee8b7e77da tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 210 time: 0.0481601 Jan 18 12:56:10.640517 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-4598e3fb-aa63-4eb7-aff5-81370ab6d173 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 380 time: 0.0420127 Jan 18 12:56:10.648994 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'port': {'device_id': '38140073-fd89-42fe-81d1-824dabe2f235', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'admin_state_up': True, 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'security_groups': ['20ee3606-1c68-492e-b60e-9580c23c8caf']}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:56:10.779882 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:56:10.789766 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:56:10.800115 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Made reservation on behalf of 3ae68d51758a4fb2b6e7c0afa6eacb85 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:56:10.803239 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:10.963681 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Allocated IP 172.20.0.9 (17df1f67-63ee-4a9c-b783-04e635373f33/b3c8a6d0-1d86-498f-b585-eec3d2db7beb/ccc82ad8-b693-46cf-916d-1b47388470fd) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:56:11.148385 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:11.165342 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Transition to ACTIVE for port object ccc82ad8-b693-46cf-916d-1b47388470fd will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:56:11.187904 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:11.263695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Network 17df1f67-63ee-4a9c-b783-04e635373f33 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:56:11.267824 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:56:11.270495 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:56:11.304696 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=ccc82ad8-b693-46cf-916d-1b47388470fd,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:11.341980 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:11.342598 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:11.368127 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-0daf2608-7dca-4939-bd75-cbae68bf3e16 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7226305 Jan 18 12:56:11.386577 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Request body: {'port': {'device_id': '38140073-fd89-42fe-81d1-824dabe2f235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:56:11.496115 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:11.557440 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-fb79fa60-1ac1-4d48-9b2e-a8ed641d0862 None None] Provisioning for port ccc82ad8-b693-46cf-916d-1b47388470fd completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:56:11.562024 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-fb79fa60-1ac1-4d48-9b2e-a8ed641d0862 None None] Provisioning complete for port ccc82ad8-b693-46cf-916d-1b47388470fd triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:56:11.562385 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-fb79fa60-1ac1-4d48-9b2e-a8ed641d0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:11.616209 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-fb79fa60-1ac1-4d48-9b2e-a8ed641d0862 None None] Port ccc82ad8-b693-46cf-916d-1b47388470fd cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:56:11.840063 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a34a-81bd-4806-b17a-121d7d2f741e req-6d404c5c-904e-4331-a658-e8f7b108c1ca tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:11.840670 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-1710a34a-81bd-4806-b17a-121d7d2f741e req-6d404c5c-904e-4331-a658-e8f7b108c1ca tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:56:11.901898 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-1710a34a-81bd-4806-b17a-121d7d2f741e req-6d404c5c-904e-4331-a658-e8f7b108c1ca tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:56:11.903055 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1710a34a-81bd-4806-b17a-121d7d2f741e req-6d404c5c-904e-4331-a658-e8f7b108c1ca tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 931 time: 0.1941288 Jan 18 12:56:11.905032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc82ad8-b693-46cf-916d-1b47388470fd {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:56:11.925397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:11.925609 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:56:11.955430 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Transition to ACTIVE for port object ccc82ad8-b693-46cf-916d-1b47388470fd will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:56:11.961461 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.002883 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1710a34a-81bd-4806-b17a-121d7d2f741e req-5e2f6706-c4d5-4ad8-90f2-c554b2b1fec4 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936875 Jan 18 12:56:12.092017 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc82ad8-b693-46cf-916d-1b47388470fd,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:12.196528 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Attempting to bind port ccc82ad8-b693-46cf-916d-1b47388470fd on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:56:12.196855 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Attempting to bind port ccc82ad8-b693-46cf-916d-1b47388470fd by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:56:12.197169 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Attempting to bind port ccc82ad8-b693-46cf-916d-1b47388470fd on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:56:12.202737 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Port ccc82ad8-b693-46cf-916d-1b47388470fd on network 17df1f67-63ee-4a9c-b783-04e635373f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:56:12.203072 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Attempting to bind port ccc82ad8-b693-46cf-916d-1b47388470fd on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:56:12.209209 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:56:12.209538 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Checking segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:56:12.209913 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Bound using segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:56:12.210322 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Bound port: ccc82ad8-b693-46cf-916d-1b47388470fd, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:56:12.210653 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.294265 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] For port ccc82ad8-b693-46cf-916d-1b47388470fd, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:56:12.297102 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] For port ccc82ad8-b693-46cf-916d-1b47388470fd, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ccc82ad8-b693-46cf-916d-1b47388470fd,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:56:12.302103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.363900 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.365247 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] 10.222.0.20 "PUT /v2.0/ports/ccc82ad8-b693-46cf-916d-1b47388470fd HTTP/1.1" status: 200 len: 1093 time: 0.9833255 Jan 18 12:56:12.365676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:56:12.382432 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db72c7b-2ef2-422b-a2a0-22689a65c050 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc82ad8-b693-46cf-916d-1b47388470fd,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:12.545072 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'status': 'completed', 'code': 200} Jan 18 12:56:12.584554 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-496c98b6-c680-4536-ba67-93cd1872eeeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 1096 time: 0.1599221 Jan 18 12:56:12.659256 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-21705d06-fd56-49ce-a526-edbf4c3e4c78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccc82ad8-b693-46cf-916d-1b47388470fd HTTP/1.1" status: 200 len: 217 time: 0.0607805 Jan 18 12:56:12.717179 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-a8a02d19-ff37-4ae3-a6c5-6800c8938587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:12.718532 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-a8a02d19-ff37-4ae3-a6c5-6800c8938587 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0541265 Jan 18 12:56:12.792435 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-530871fe-5d38-47ff-9cac-d173aa3dbc83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680339 Jan 18 12:56:12.921195 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-c5865ade-fd81-4313-b047-4ab2c21bf2b0 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227317 Jan 18 12:56:13.051840 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ff73d7ba-54fe-4e22-b192-9350ed069604 req-2dc3f217-49c4-49aa-8a05-1621215799e6 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242237 Jan 18 12:56:13.254072 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-86634dd1-28e1-42a8-9944-db07ce2370e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 1096 time: 0.0977743 Jan 18 12:56:13.259535 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c5186-0bb4-4ccb-a3ac-be7acf6b91c8 req-1559b370-d974-4dce-8797-444bb1e1f920 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:13.260876 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f41c5186-0bb4-4ccb-a3ac-be7acf6b91c8 req-1559b370-d974-4dce-8797-444bb1e1f920 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 943 time: 0.1346457 Jan 18 12:56:13.386454 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f41c5186-0bb4-4ccb-a3ac-be7acf6b91c8 req-84a38d41-3917-48aa-9649-e38d20ccf150 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074786 Jan 18 12:56:13.417419 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-0e574d3e-891a-4669-bc52-f0253c9378b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:13.418877 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-0e574d3e-891a-4669-bc52-f0253c9378b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1571476 Jan 18 12:56:13.484574 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-0e3ceed8-6075-4e2e-ad1e-5553bed9339c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccc82ad8-b693-46cf-916d-1b47388470fd HTTP/1.1" status: 200 len: 217 time: 0.0596461 Jan 18 12:56:13.548520 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-22ff4f10-242f-450e-8797-a98269e9e40d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:13.549863 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-22ff4f10-242f-450e-8797-a98269e9e40d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0602577 Jan 18 12:56:13.623006 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-339ca0bf-5952-41a0-b512-f3e4d560d7ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670145 Jan 18 12:56:13.753242 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-2e445058-10fb-4dc5-8f20-2557ce66edb8 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236219 Jan 18 12:56:13.883889 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3fc77b39-216e-46bf-9475-4ade09c85c53 req-f90e5da3-75e1-4dd1-a7cb-3669235802b9 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240830 Jan 18 12:56:14.584571 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b74a0-3205-4f46-9b7b-4d832efd7bee req-2cd62f12-b247-4bd9-8385-3a0f30d02db6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:14.586012 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-036b74a0-3205-4f46-9b7b-4d832efd7bee req-2cd62f12-b247-4bd9-8385-3a0f30d02db6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 943 time: 0.0790505 Jan 18 12:56:14.636600 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-036b74a0-3205-4f46-9b7b-4d832efd7bee req-1aa9f1b5-978b-4673-8e1b-aae3778fdc3c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Jan 18 12:56:15.829246 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660452-f7ef-4999-8d37-fac88a66aff7 req-ca6f4619-40f6-4995-a6ba-4892dad1ec78 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:15.830760 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3e660452-f7ef-4999-8d37-fac88a66aff7 req-ca6f4619-40f6-4995-a6ba-4892dad1ec78 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 943 time: 0.0737491 Jan 18 12:56:15.874826 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-3e660452-f7ef-4999-8d37-fac88a66aff7 req-43c36ab8-a691-487a-affe-0d14626c7eff tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Jan 18 12:56:17.145936 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f70089-cea3-445f-ab12-f5aed8a83e08 req-28ca9a29-7ecb-4446-a70e-a9a869b2d891 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:17.147339 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-16f70089-cea3-445f-ab12-f5aed8a83e08 req-28ca9a29-7ecb-4446-a70e-a9a869b2d891 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 943 time: 0.1502793 Jan 18 12:56:17.191723 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-16f70089-cea3-445f-ab12-f5aed8a83e08 req-1593f751-872c-49b0-9c27-e294e813d13c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388815 Jan 18 12:56:18.384250 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f869be-6d35-4d09-b75c-4e79818d5e92 req-4145fcbd-73c9-47f4-b60e-f4a338681f21 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:18.385681 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-41f869be-6d35-4d09-b75c-4e79818d5e92 req-4145fcbd-73c9-47f4-b60e-f4a338681f21 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 943 time: 0.0795791 Jan 18 12:56:18.430590 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-41f869be-6d35-4d09-b75c-4e79818d5e92 req-1ac8671b-e36f-428a-9bd8-fc52b1bc25fc tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Jan 18 12:56:19.625972 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426790c-b707-412c-83d0-e7ee75ced235 req-0c9feced-5e85-4742-a008-1f5f20e71a5c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:19.628023 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d426790c-b707-412c-83d0-e7ee75ced235 req-0c9feced-5e85-4742-a008-1f5f20e71a5c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 943 time: 0.0766828 Jan 18 12:56:19.672398 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d426790c-b707-412c-83d0-e7ee75ced235 req-e302e166-306a-4c99-b2c3-0ce7808a8192 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389092 Jan 18 12:56:20.252035 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Sync routers for ids ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:56:20.263426 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Routers {'4d4c1ae0-9a46-4694-b25e-174ffd53c569'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:56:20.264024 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:20.468349 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Set router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:56:20.770970 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T12:55:47Z', 'revision_number': 4, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port': {'id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:43Z', 'updated_at': '2022-01-18T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '52924c84-e6a9-4522-b88c-05aec48986b8', 'name': '', 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'mac_address': 'fa:16:3e:f3:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:46Z', 'updated_at': '2022-01-18T12:55:48Z', 'revision_number': 2, 'project_id': '9c32ca1e262045f79f169f2889387701', 'subnets': [{'id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:20.774859 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Checking router: 4d4c1ae0-9a46-4694-b25e-174ffd53c569 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:56:20.775209 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Updating router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 port 52924c84-e6a9-4522-b88c-05aec48986b8 binding host dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:56:20.825197 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:20.869415 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3f8a4-8e05-4013-ae68-03ff78b4c44d req-e24425e8-7b83-4247-9709-496a2addef17 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:20.870001 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c1b3f8a4-8e05-4013-ae68-03ff78b4c44d req-e24425e8-7b83-4247-9709-496a2addef17 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 943 time: 0.0793624 Jan 18 12:56:20.915288 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c1b3f8a4-8e05-4013-ae68-03ff78b4c44d req-d24ac70d-fd6a-4507-ba72-a3feb1cd0838 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Jan 18 12:56:21.157861 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:21.168813 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.provisioning_blocks [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Transition to ACTIVE for port object 52924c84-e6a9-4522-b88c-05aec48986b8 will not be triggered until provisioned by entity L2. {{(pid=82767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:56:21.175217 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:21.296599 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Pushing event updated for resources: {'Port': ['ID=52924c84-e6a9-4522-b88c-05aec48986b8,revision_number=3']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:21.330232 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.330573 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.330926 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.331256 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.332094 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.332413 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.332733 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.333055 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.333369 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.333676 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.333987 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:21.397702 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Attempting to bind port 52924c84-e6a9-4522-b88c-05aec48986b8 on host dv-cinder-825101-1-iscsi for vnic_type normal with profile {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:56:21.398060 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Attempting to bind port 52924c84-e6a9-4522-b88c-05aec48986b8 by drivers openvswitch,hyperv on host dv-cinder-825101-1-iscsi at level 0 using segments [{'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:56:21.398410 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Attempting to bind port 52924c84-e6a9-4522-b88c-05aec48986b8 on network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:56:21.406010 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Checking agent: {'id': '55993ade-8b24-4db1-8628-4a395932405f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825101-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 38, 55), 'started_at': datetime.datetime(2022, 1, 18, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825101-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:56:21.406366 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Checking segment: {'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:56:21.406759 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:21.407167 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Bound using segment: {'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'} {{(pid=82767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:56:21.407654 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.managers [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Bound port: 52924c84-e6a9-4522-b88c-05aec48986b8, host: dv-cinder-825101-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d142b9d-b441-4bef-a90f-efcce278a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e'}}] {{(pid=82767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:56:21.408062 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:21.491351 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] For port 52924c84-e6a9-4522-b88c-05aec48986b8, host dv-cinder-825101-1-iscsi, cleared binding levels {{(pid=82767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:56:21.494200 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.plugins.ml2.db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] For port 52924c84-e6a9-4522-b88c-05aec48986b8, host dv-cinder-825101-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=52924c84-e6a9-4522-b88c-05aec48986b8,segment=NetworkSegment(6d142b9d-b441-4bef-a90f-efcce278a8d8),segment_id=6d142b9d-b441-4bef-a90f-efcce278a8d8)] {{(pid=82767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:56:21.498927 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron_lib.callbacks.manager [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:21.577246 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fecba-fec2-49c2-ad5b-68389276b792 None None] Pushing event updated for resources: {'Port': ['ID=52924c84-e6a9-4522-b88c-05aec48986b8,revision_number=4']} {{(pid=82767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:21.581809 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Routers {'4d4c1ae0-9a46-4694-b25e-174ffd53c569'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:56:21.582409 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:55:54Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:21.602745 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device ccc82ad8-b693-46cf-916d-1b47388470fd details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:56:21.747005 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port ccc82ad8-b693-46cf-916d-1b47388470fd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ccc82ad8-b693-46cf-916d-1b47388470fd,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:56:21.762221 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] Set router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:56:21.762695 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'port_id': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'mac_address': 'fa:16:3e:2e:9b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:56:21.820348 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:21.837287 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc82ad8-b693-46cf-916d-1b47388470fd {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:56:21.852640 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port ccc82ad8-b693-46cf-916d-1b47388470fd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ccc82ad8-b693-46cf-916d-1b47388470fd,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:56:21.857437 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:21.926406 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=ccc82ad8-b693-46cf-916d-1b47388470fd,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:22.012224 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-06c34b95-2ea5-486f-94d3-03262fad4df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:22.102752 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T12:55:47Z', 'revision_number': 4, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port': {'id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:43Z', 'updated_at': '2022-01-18T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '52924c84-e6a9-4522-b88c-05aec48986b8', 'name': '', 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'mac_address': 'fa:16:3e:f3:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:46Z', 'updated_at': '2022-01-18T12:56:21Z', 'revision_number': 4, 'project_id': '9c32ca1e262045f79f169f2889387701', 'subnets': [{'id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:22.106612 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcf2d2-90ca-4d60-b71b-297dd445c4a3 None None] The sync data for ids ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'] in dv-cinder-825101-1-iscsi is: [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T12:55:47Z', 'revision_number': 4, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port': {'id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:43Z', 'updated_at': '2022-01-18T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '52924c84-e6a9-4522-b88c-05aec48986b8', 'name': '', 'network_id': '38d96909-c600-4a6d-b2d6-c3e8074c3e7e', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'mac_address': 'fa:16:3e:f3:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:46Z', 'updated_at': '2022-01-18T12:56:21Z', 'revision_number': 4, 'project_id': '9c32ca1e262045f79f169f2889387701', 'subnets': [{'id': 'fc66f75a-9c1f-4cce-9ab9-65cf35692952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:56:22.111940 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77171907-e860-40c8-8831-76afe6592048 req-0e37dbc1-639e-412d-947b-d55f6ab75365 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:22.113412 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77171907-e860-40c8-8831-76afe6592048 req-0e37dbc1-639e-412d-947b-d55f6ab75365 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 944 time: 0.0763185 Jan 18 12:56:22.140124 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['ccc82ad8-b693-46cf-916d-1b47388470fd'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:56:22.160391 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-77171907-e860-40c8-8831-76afe6592048 req-e76f1031-a571-43fc-940b-12128686c109 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Jan 18 12:56:22.257939 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 52924c84-e6a9-4522-b88c-05aec48986b8 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:56:22.383353 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning for port 52924c84-e6a9-4522-b88c-05aec48986b8 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:56:22.399092 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 52924c84-e6a9-4522-b88c-05aec48986b8 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:56:22.399462 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:22.588868 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:22.622102 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] For port 52924c84-e6a9-4522-b88c-05aec48986b8, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=52924c84-e6a9-4522-b88c-05aec48986b8,segment=NetworkSegment(6d142b9d-b441-4bef-a90f-efcce278a8d8),segment_id=6d142b9d-b441-4bef-a90f-efcce278a8d8)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:56:22.625753 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:22.692094 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Pushing event updated for resources: {'Port': ['ID=52924c84-e6a9-4522-b88c-05aec48986b8,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:23.355969 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a66f6-f6be-407f-a73d-456d33ec68fb req-9ed5a32f-da47-4d57-8d62-912ccf8f1905 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:23.357297 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8e1a66f6-f6be-407f-a73d-456d33ec68fb req-9ed5a32f-da47-4d57-8d62-912ccf8f1905 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 944 time: 0.0763273 Jan 18 12:56:23.402016 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8e1a66f6-f6be-407f-a73d-456d33ec68fb req-6080e315-c1b2-43f0-aa74-1b4fc9a97954 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 Jan 18 12:56:23.604064 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device ccc82ad8-b693-46cf-916d-1b47388470fd up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:56:23.669757 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port ccc82ad8-b693-46cf-916d-1b47388470fd completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:56:23.675037 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port ccc82ad8-b693-46cf-916d-1b47388470fd triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:56:23.675409 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:23.787231 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:23.812459 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:56:23.821787 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port ccc82ad8-b693-46cf-916d-1b47388470fd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ccc82ad8-b693-46cf-916d-1b47388470fd,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:56:23.826464 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:23.869430 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'code': 200} Jan 18 12:56:23.894622 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=ccc82ad8-b693-46cf-916d-1b47388470fd,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:24.175726 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d1909fd0-74f1-4b1d-9cab-34e1cd4544b0 req-ae15745c-7b12-4ffc-9e4c-6ea04bda63d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 1098 time: 0.0699513 Jan 18 12:56:24.180331 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-5c9e48cf-c45e-4084-8af9-2c4ab0f4a016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:24.217630 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 52924c84-e6a9-4522-b88c-05aec48986b8 up at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:56:24.223585 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d1909fd0-74f1-4b1d-9cab-34e1cd4544b0 req-acd152ee-7ad8-42ce-ba1c-0a08e4599819 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Jan 18 12:56:24.287363 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Provisioning complete for port 52924c84-e6a9-4522-b88c-05aec48986b8 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:56:24.287732 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:24.597564 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b28184-431d-4e93-9d05-34dea549ed00 req-13fdabae-83f4-4fd5-857a-195f42fc88c3 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:24.599044 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-41b28184-431d-4e93-9d05-34dea549ed00 req-13fdabae-83f4-4fd5-857a-195f42fc88c3 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 945 time: 0.0771074 Jan 18 12:56:24.643677 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-41b28184-431d-4e93-9d05-34dea549ed00 req-4465ad6a-7fe8-4bf3-8f01-22a31d559a84 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391583 Jan 18 12:56:25.323339 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:25.437132 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:25.842183 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285ad2-64bf-4b2b-a2b8-3d02357e9bfa req-6d689ace-8229-4ff2-83ac-db57e5751d8d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:25.843657 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e285ad2-64bf-4b2b-a2b8-3d02357e9bfa req-6d689ace-8229-4ff2-83ac-db57e5751d8d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 945 time: 0.0789852 Jan 18 12:56:25.888388 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7e285ad2-64bf-4b2b-a2b8-3d02357e9bfa req-80369a56-643e-47ac-9519-f4ebc55da649 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Jan 18 12:56:26.078804 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a58b01-77ea-4473-a228-78b8fcff9750 req-88ad7da4-cbc6-42de-94e8-d428029d7f43 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:26.080135 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a8a58b01-77ea-4473-a228-78b8fcff9750 req-88ad7da4-cbc6-42de-94e8-d428029d7f43 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 945 time: 0.0739093 Jan 18 12:56:26.123509 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a8a58b01-77ea-4473-a228-78b8fcff9750 req-bc824604-7650-4aaa-99c1-bf45adb79689 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379872 Jan 18 12:56:26.151427 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36308) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:26.347675 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-6ae82ae1-97f2-4345-bed2-5be9ca29fbd3 tempest-TestVolumeBootPattern-1191680267 tempest-TestVolumeBootPattern-1191680267-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 1093 time: 0.1948631 Jan 18 12:56:26.350282 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36314) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:26.355351 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'port_id': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:56:26.361067 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:56:26.364868 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:floatingip and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:56:26.367664 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:56:26.373224 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:56:26.383628 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:26.563059 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:26.600098 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:26.732891 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Allocated IP 172.27.0.48 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/7cb9e615-9eac-4996-a518-e901bc4c86b2) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:56:26.876142 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:26.903309 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:26.968196 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:56:26.971767 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:56:26.974234 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:56:27.011781 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=7cb9e615-9eac-4996-a518-e901bc4c86b2,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:27.031625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.031967 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.032882 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.033216 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.033548 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.033874 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.034204 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.034526 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.034868 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.035305 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.035591 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:56:27.488899 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:27.545147 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:27.739749 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:27.744136 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:27.846788 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=7cb9e615-9eac-4996-a518-e901bc4c86b2,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:27.864184 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:28.049748 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.l3_db [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Floating IP d1303b8a-b369-400f-b079-fe2af36ca53b associated. External IP: 172.27.0.48, port: ccc82ad8-b693-46cf-916d-1b47388470fd. Jan 18 12:56:28.514352 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:56:28.709934 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:56:28.719576 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:56:28.734336 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:28.734572 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:56:28.735109 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:56:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:28.789728 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-de000e25-808b-4762-a926-2267bc782127 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4382529 Jan 18 12:56:28.790142 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:56:28.851547 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'status': 'completed', 'code': 200} Jan 18 12:56:28.913611 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:56:28.967804 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-23012d09-50c6-4b01-84d5-d89dfebe88da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 1098 time: 0.0740864 Jan 18 12:56:29.096346 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-66de1f8e-fff6-490e-955b-3447f54df654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:29.097712 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-66de1f8e-fff6-490e-955b-3447f54df654 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1247013 Jan 18 12:56:29.201965 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-c1b3703b-c3e7-4eb2-a9e3-522a2c9b8fa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccc82ad8-b693-46cf-916d-1b47388470fd HTTP/1.1" status: 200 len: 998 time: 0.0986736 Jan 18 12:56:29.265198 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-dae8e843-b20a-4fac-8991-b9573c041b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:29.266642 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-dae8e843-b20a-4fac-8991-b9573c041b66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0589173 Jan 18 12:56:29.291941 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd1303b8a-b369-400f-b079-fe2af36ca53b', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2e:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38140073-fd89-42fe-81d1-824dabe2f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:56:27Z', 'updated_at': '2022-01-18T12:56:27Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:29.295708 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:56:29.306496 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:56:29.307124 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:56:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:29.339264 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-14532c66-76cc-4144-bb11-a46e9d6425c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669386 Jan 18 12:56:29.468695 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-06e7f072-a71c-4b91-8ec3-74f369f5a739 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235814 Jan 18 12:56:29.485379 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:56:29.597583 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4aafa648-8957-4bb9-82c8-09ea7bd502fa req-6c8e0867-e2cd-4e32-8c08-765e763faabe service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234989 Jan 18 12:56:29.820234 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd1303b8a-b369-400f-b079-fe2af36ca53b', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2e:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38140073-fd89-42fe-81d1-824dabe2f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:56:27Z', 'updated_at': '2022-01-18T12:56:27Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:29.824038 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb135a8-4d85-4374-92d9-63b03f4fcf29 None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': 'd1303b8a-b369-400f-b079-fe2af36ca53b', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2e:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38140073-fd89-42fe-81d1-824dabe2f235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:56:27Z', 'updated_at': '2022-01-18T12:56:27Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:56:30.366452 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba771-d628-4423-8b66-5dc61d27bf85 None None] New status for floating IP d1303b8a-b369-400f-b079-fe2af36ca53b: ACTIVE {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:56:32.016651 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:48.925309 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:56:52.017194 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-638b4efd-60f0-486c-b8c0-cdf85f2823e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:54.182005 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-e72dffef-fbd4-40b2-ab80-bf34b60da47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:55.324817 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:55.436312 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:56.565675 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:02.029213 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:09.304220 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-fdc71bbb-c6c7-4056-9c82-85b75fabb99e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1411726 Jan 18 12:57:09.456446 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-1fae88a9-18ac-45d0-890a-5b6e65f48bea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.0669069 Jan 18 12:57:09.595940 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffea2a7-99df-4c44-910f-163d368265ce req-37a2cb9c-bcc8-49e0-b350-ce20a4f341a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:09.597598 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-37a2cb9c-bcc8-49e0-b350-ce20a4f341a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.1233966 Jan 18 12:57:09.695874 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-fa2ca434-407d-4a27-a1f3-5515d7adc1ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 1000 time: 0.0930462 Jan 18 12:57:09.760308 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffea2a7-99df-4c44-910f-163d368265ce req-f8b7308b-2453-4bb8-8064-fb835235dc27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:09.761693 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-f8b7308b-2453-4bb8-8064-fb835235dc27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0593073 Jan 18 12:57:09.835255 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-f176e775-96eb-4101-8e1f-1a919ec2ed31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665228 Jan 18 12:57:09.844900 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-8f889fd6-a334-4101-95a8-c21da6aaa74e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82765) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:57:09.845809 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-8f889fd6-a334-4101-95a8-c21da6aaa74e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047433 Jan 18 12:57:09.975419 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-06d6c98c-9b01-43a8-9734-f0f8a45ad5ed service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236982 Jan 18 12:57:10.104154 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ffea2a7-99df-4c44-910f-163d368265ce req-d24d87ce-c57a-43fb-b3db-9dacce33bb50 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226852 Jan 18 12:57:22.010965 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0105c786-6b6a-4f30-99b8-49f9e15e2961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:24.183418 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c81b34e2-e494-4f3a-ae5e-5e1a1eb97e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:25.328047 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:25.437732 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:25.924750 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:57:26.569071 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:32.030216 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:45.235004 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d033a-1ae2-4284-b575-83f2c717e69c req-1b2c9cbf-b36e-406a-b844-8a68643f6e60 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:45.236448 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-084d033a-1ae2-4284-b575-83f2c717e69c req-1b2c9cbf-b36e-406a-b844-8a68643f6e60 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.1435797 Jan 18 12:57:45.284528 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-084d033a-1ae2-4284-b575-83f2c717e69c req-9679e4cd-989b-44ab-ba4a-b3f94109c40c tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 Jan 18 12:57:46.557627 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b09d4-4afb-4511-83f0-6586210e22c3 req-864a202a-ac9e-4264-99d7-8edb59c02ea7 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:46.559100 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fc4b09d4-4afb-4511-83f0-6586210e22c3 req-864a202a-ac9e-4264-99d7-8edb59c02ea7 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.1442473 Jan 18 12:57:46.604115 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fc4b09d4-4afb-4511-83f0-6586210e22c3 req-267aac11-3126-45f8-9e9d-ad629a68e4b8 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395522 Jan 18 12:57:47.818163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac38620-06cf-46ba-bbb5-c1e15ae54224 req-ca9d4ae1-23cb-4e12-90d6-837e61c0025f tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:47.819572 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6ac38620-06cf-46ba-bbb5-c1e15ae54224 req-ca9d4ae1-23cb-4e12-90d6-837e61c0025f tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0791740 Jan 18 12:57:47.864799 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6ac38620-06cf-46ba-bbb5-c1e15ae54224 req-ee481486-654e-407f-8da5-74ced11e9da6 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397897 Jan 18 12:57:49.058460 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8692e47-30d5-4eb5-91e7-58ed6afaa102 req-2d9bc4a3-ee20-4e9f-bdad-59a9626530f9 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:49.059916 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8692e47-30d5-4eb5-91e7-58ed6afaa102 req-2d9bc4a3-ee20-4e9f-bdad-59a9626530f9 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0746088 Jan 18 12:57:49.105377 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8692e47-30d5-4eb5-91e7-58ed6afaa102 req-8055eb04-3b5f-4f1a-abab-5b254630317e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401134 Jan 18 12:57:50.298690 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d01f-d73f-46ff-998a-1f2f940d29d8 req-c0ce64a0-c629-42ec-b14e-a365b906be6d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:50.300145 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6c86d01f-d73f-46ff-998a-1f2f940d29d8 req-c0ce64a0-c629-42ec-b14e-a365b906be6d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0769970 Jan 18 12:57:50.344493 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6c86d01f-d73f-46ff-998a-1f2f940d29d8 req-73bd1c38-2664-41e4-91a5-105dea54703d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389986 Jan 18 12:57:51.535363 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83f45e-2e7e-439c-9ca1-80f419c81437 req-79245a91-48ff-40ea-b9bf-12012c67c739 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:51.536770 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd83f45e-2e7e-439c-9ca1-80f419c81437 req-79245a91-48ff-40ea-b9bf-12012c67c739 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0736964 Jan 18 12:57:51.583518 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd83f45e-2e7e-439c-9ca1-80f419c81437 req-95c92255-57cf-4c1d-84ee-8178faf68584 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413737 Jan 18 12:57:52.013041 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-46a3f154-5871-48ae-a7f9-70eff021094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:52.776551 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da35de-d4f4-4109-bac1-8e4ad83ba1f8 req-b3a8d90e-66ff-40c4-80d1-6c0b232b06e6 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:52.778160 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-07da35de-d4f4-4109-bac1-8e4ad83ba1f8 req-b3a8d90e-66ff-40c4-80d1-6c0b232b06e6 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0772147 Jan 18 12:57:52.824187 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-07da35de-d4f4-4109-bac1-8e4ad83ba1f8 req-7e7d6faf-bd48-472c-94e7-9657f3f82493 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 Jan 18 12:57:54.021275 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714eabf-5901-44f8-894a-b49c7e349878 req-4a921215-2f7e-485c-8268-d9fb8dd176a7 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:54.022640 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2714eabf-5901-44f8-894a-b49c7e349878 req-4a921215-2f7e-485c-8268-d9fb8dd176a7 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0789969 Jan 18 12:57:54.067640 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2714eabf-5901-44f8-894a-b49c7e349878 req-73bb624f-be7f-449d-9d3b-ccdcac81c7cd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392475 Jan 18 12:57:54.185204 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f2602e24-58d6-427a-93fb-3184096129ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:55.265320 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f68353-c57d-4818-a4a4-583d4fbc391a req-74cca476-9003-49f2-8db0-dfac143c1def tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:55.266640 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48f68353-c57d-4818-a4a4-583d4fbc391a req-74cca476-9003-49f2-8db0-dfac143c1def tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0780663 Jan 18 12:57:55.311937 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48f68353-c57d-4818-a4a4-583d4fbc391a req-d2e31583-4266-4ba7-99f5-133c9501afee tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398898 Jan 18 12:57:55.332490 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:55.441475 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:55.489831 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-73169fd1-53c4-4635-896c-4628de933043 req-fd58cbef-abb5-4f64-9840-b8e9ff93395c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.2308338 Jan 18 12:57:55.616846 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169fd1-53c4-4635-896c-4628de933043 req-2a8a1ce6-b974-4549-a687-239dc8320ba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:55.618298 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-73169fd1-53c4-4635-896c-4628de933043 req-2a8a1ce6-b974-4549-a687-239dc8320ba8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.1228123 Jan 18 12:57:55.718723 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-73169fd1-53c4-4635-896c-4628de933043 req-e92861f1-280f-429e-9699-06a57244c8d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 1000 time: 0.0938261 Jan 18 12:57:55.778655 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169fd1-53c4-4635-896c-4628de933043 req-c83420fb-a545-4e08-b2da-aa3786b94bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:55.780111 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-73169fd1-53c4-4635-896c-4628de933043 req-c83420fb-a545-4e08-b2da-aa3786b94bd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0562105 Jan 18 12:57:55.855717 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-73169fd1-53c4-4635-896c-4628de933043 req-1895fb74-12f5-4809-8c9d-d34c9abec85b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704207 Jan 18 12:57:55.986102 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-73169fd1-53c4-4635-896c-4628de933043 req-584228d6-964b-4047-b24a-794cd33f9cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246872 Jan 18 12:57:56.114732 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-73169fd1-53c4-4635-896c-4628de933043 req-88575e6b-099e-4da8-942f-060588764dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233194 Jan 18 12:57:56.509754 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b764d6-1d7b-4d29-82b5-b840bc806ba0 req-38cb9f40-efde-4023-8519-5cf85da60231 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:56.511128 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-58b764d6-1d7b-4d29-82b5-b840bc806ba0 req-38cb9f40-efde-4023-8519-5cf85da60231 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0761595 Jan 18 12:57:56.555740 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-58b764d6-1d7b-4d29-82b5-b840bc806ba0 req-2402b1e3-c0ce-4e11-989b-d40a119ff3e3 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391676 Jan 18 12:57:56.573515 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:57.752476 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae03f-147a-4eca-bbe8-39ce6a36ad0b req-ee07f0bc-6389-4aea-9dff-fe7636b9d7a4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:57.753914 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fd0ae03f-147a-4eca-bbe8-39ce6a36ad0b req-ee07f0bc-6389-4aea-9dff-fe7636b9d7a4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0802491 Jan 18 12:57:57.800136 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fd0ae03f-147a-4eca-bbe8-39ce6a36ad0b req-ef77fa89-2dbe-496b-8a68-17fa867d68c0 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 Jan 18 12:57:58.993813 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130160d7-61db-4a0f-acc9-5d7b7209a25c req-4eaab718-ab30-46c1-bec1-236d647a1e74 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:58.995353 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-130160d7-61db-4a0f-acc9-5d7b7209a25c req-4eaab718-ab30-46c1-bec1-236d647a1e74 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0761011 Jan 18 12:57:59.039889 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-130160d7-61db-4a0f-acc9-5d7b7209a25c req-9915f1bd-d761-4d92-8f6b-a8153763ec95 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389919 Jan 18 12:57:59.221898 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-32b4a854-f8b3-4b97-87f7-5049e9680240 req-5ed1ee24-c0aa-4a8f-9eed-0b4fbe93c3e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694737 Jan 18 12:57:59.402421 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-26fedbc8-d910-4e44-9b11-a459826751d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675380 Jan 18 12:57:59.487834 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a686329-4fad-4917-8068-0e817638c282 req-88c22785-d6b0-404a-aefc-2a82e1b473e4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:59.489183 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0a686329-4fad-4917-8068-0e817638c282 req-88c22785-d6b0-404a-aefc-2a82e1b473e4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0873826 Jan 18 12:57:59.534368 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0a686329-4fad-4917-8068-0e817638c282 req-0e938289-8fbf-43c4-8a31-8fb7a92a30c6 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391903 Jan 18 12:58:00.735386 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab82511-57f6-422a-a4a9-fea10d0b1074 req-886b263c-5e7e-4c89-9c84-1d9a9b926d38 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:00.737159 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ab82511-57f6-422a-a4a9-fea10d0b1074 req-886b263c-5e7e-4c89-9c84-1d9a9b926d38 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0813775 Jan 18 12:58:00.782433 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ab82511-57f6-422a-a4a9-fea10d0b1074 req-aca36fdd-ff29-465d-8f8a-093e7d6a0398 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397110 Jan 18 12:58:01.058523 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-8f6e9ceb-36d2-4ce3-9a49-ab2852571dd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b&tenant_id=33c3fd5ef82f4aa481d8a68a064c4039 HTTP/1.1" status: 200 len: 1098 time: 0.0683110 Jan 18 12:58:01.164680 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-690d7014-4d72-4cb7-ae55-b843f80e3264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.0698149 Jan 18 12:58:01.292269 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-82a16dda-1b8d-48ac-9d5f-79bd9fb794f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:01.293758 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-82a16dda-1b8d-48ac-9d5f-79bd9fb794f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.1228473 Jan 18 12:58:01.398381 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-411064ef-017d-47cb-9b41-d63418dcef48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 1000 time: 0.0939167 Jan 18 12:58:01.538705 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-de0a0971-d74a-4536-a780-db21848ac761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:01.540095 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-de0a0971-d74a-4536-a780-db21848ac761 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.1336322 Jan 18 12:58:01.617044 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-bd87d325-65cb-4d16-b73e-eb27a073b70e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688303 Jan 18 12:58:01.745698 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-913d05f8-ffcf-4877-8e41-40030abd9276 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221330 Jan 18 12:58:01.876882 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d05b71f6-7441-46c4-979e-e6f6bce70c90 req-61e16757-beb6-4102-b8d0-c7c3388422fa service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245511 Jan 18 12:58:01.977439 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8397251-cac8-4947-aa4c-f1fc6ac9ee2f req-168dad92-8038-49c2-99cc-49ec252ef433 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:01.978918 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8397251-cac8-4947-aa4c-f1fc6ac9ee2f req-168dad92-8038-49c2-99cc-49ec252ef433 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0771561 Jan 18 12:58:02.024184 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c8397251-cac8-4947-aa4c-f1fc6ac9ee2f req-a0d23ad9-cf4c-4473-a63d-809ed3c4e87a tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397930 Jan 18 12:58:02.041482 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:02.142167 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 387465da-0c56-4886-bf01-e84e1b778b17 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:58:02.251250 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:02.277957 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:02.287396 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:02.296857 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:02.360154 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=6']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:02.369061 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.369409 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.369750 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.370089 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.370426 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.370754 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.371107 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.371436 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.371978 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.372087 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.372377 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:02.409425 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17', 'code': 200} Jan 18 12:58:02.924837 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:58:03.219786 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee461d-2e98-43df-b63b-1fa1a05e1f75 req-a93ce114-772e-4658-9d98-be52b7613aa4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:03.221134 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-68ee461d-2e98-43df-b63b-1fa1a05e1f75 req-a93ce114-772e-4658-9d98-be52b7613aa4 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0775211 Jan 18 12:58:03.265242 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-68ee461d-2e98-43df-b63b-1fa1a05e1f75 req-b34adaae-580e-4343-a40c-ef995b6def73 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380943 Jan 18 12:58:04.455867 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7d6fe-ec4d-454a-b043-8f9a9b57104a req-4dc8ed23-284a-4418-b02c-d16248ffe609 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:04.457267 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ac7d6fe-ec4d-454a-b043-8f9a9b57104a req-4dc8ed23-284a-4418-b02c-d16248ffe609 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0745542 Jan 18 12:58:04.502377 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7ac7d6fe-ec4d-454a-b043-8f9a9b57104a req-ac4931ed-6c4d-4f66-add4-513a456f8d9e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Jan 18 12:58:05.695616 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15297-6e3d-40de-835d-bec7d15eddec req-45cd9665-c9e6-41f7-9a0e-b8e7a011e644 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:05.697041 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1ff15297-6e3d-40de-835d-bec7d15eddec req-45cd9665-c9e6-41f7-9a0e-b8e7a011e644 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0788758 Jan 18 12:58:05.740399 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1ff15297-6e3d-40de-835d-bec7d15eddec req-0f342180-baf9-4052-8ab8-b4460eaf8b1a tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379941 Jan 18 12:58:06.934789 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38229020-d5f4-4bdb-865e-3176d438f3ef req-718f0698-66f3-4ca0-9e70-dbecc3f5525d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:06.936269 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-38229020-d5f4-4bdb-865e-3176d438f3ef req-718f0698-66f3-4ca0-9e70-dbecc3f5525d tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0751014 Jan 18 12:58:06.983930 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-38229020-d5f4-4bdb-865e-3176d438f3ef req-c9152b26-e6e1-4461-a190-eabdf918f255 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421963 Jan 18 12:58:08.178558 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156d7d3-1e67-4f34-93d7-41f8aaaf2bf9 req-89b45912-8de2-44d7-a970-bf2adc9e24cd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:08.179939 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8156d7d3-1e67-4f34-93d7-41f8aaaf2bf9 req-89b45912-8de2-44d7-a970-bf2adc9e24cd tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0757751 Jan 18 12:58:08.225134 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8156d7d3-1e67-4f34-93d7-41f8aaaf2bf9 req-60541d71-27be-4c60-b890-5fd0d2d8e047 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397902 Jan 18 12:58:08.516359 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5155a5a6-5cc7-4bc3-ab75-c7178230370c req-47dad78d-d9b5-479c-b24f-94839e109afa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1096 time: 0.0711107 Jan 18 12:58:08.557465 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5155a5a6-5cc7-4bc3-ab75-c7178230370c req-48c41dfe-6c04-4c12-848d-21ff2911e2ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355549 Jan 18 12:58:09.416649 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36c01e-5cd8-493d-8d5c-bb4f4f70c97d req-ae32b42a-12db-4160-aa25-2b8a0494e9f1 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:09.418106 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5b36c01e-5cd8-493d-8d5c-bb4f4f70c97d req-ae32b42a-12db-4160-aa25-2b8a0494e9f1 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 943 time: 0.0755165 Jan 18 12:58:09.462211 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5b36c01e-5cd8-493d-8d5c-bb4f4f70c97d req-be6d8ff9-3cd8-4e7f-b4ad-19d7a7df790c tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385973 Jan 18 12:58:10.160857 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-8f747e1a-7e62-44ba-8ab9-92ca552bfb81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699360 Jan 18 12:58:10.187084 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 387465da-0c56-4886-bf01-e84e1b778b17 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:58:10.260973 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-61fc1dc6-35cb-47df-a865-4c093c9e9264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 1098 time: 0.0687232 Jan 18 12:58:10.320683 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:10.333257 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '387465da-0c56-4886-bf01-e84e1b778b17', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'port_id': '387465da-0c56-4886-bf01-e84e1b778b17', 'mac_address': 'fa:16:3e:6a:06:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:58:10.385967 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:10.402476 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387465da-0c56-4886-bf01-e84e1b778b17 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:58:10.405248 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-52ac68de-341b-456f-9fe3-c197958b802f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:10.406694 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-52ac68de-341b-456f-9fe3-c197958b802f service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1258230 Jan 18 12:58:10.417051 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:10.420921 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:10.484649 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=7']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:10.510098 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-512e03e9-84f4-4dc4-9d7d-7c9a14ce0896 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccc82ad8-b693-46cf-916d-1b47388470fd HTTP/1.1" status: 200 len: 1000 time: 0.0972166 Jan 18 12:58:10.571489 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-22d63de8-2e0a-4541-baae-3414833cdf0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:10.572930 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-22d63de8-2e0a-4541-baae-3414833cdf0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0564299 Jan 18 12:58:10.727616 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['387465da-0c56-4886-bf01-e84e1b778b17'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:58:10.776447 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-fd528e72-2284-4cbe-a994-da376236f330 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1971722 Jan 18 12:58:10.782823 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6641758-8d07-4017-89c3-256d6f731118 req-93520f3f-c97f-486c-93e8-4762835c4548 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:10.784171 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d6641758-8d07-4017-89c3-256d6f731118 req-93520f3f-c97f-486c-93e8-4762835c4548 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 944 time: 0.1740646 Jan 18 12:58:10.924172 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d6641758-8d07-4017-89c3-256d6f731118 req-ca70e1a7-acf2-4058-a51a-2182ec3ec6bf tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196625 Jan 18 12:58:10.952278 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-c31d31eb-1509-41d9-b122-b51f6e2b39b8 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671779 Jan 18 12:58:11.085030 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d512dd41-f15d-4aef-be3f-70fe478b732e req-7cbdc24f-11e6-47ff-a536-a4b4a0db2ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261792 Jan 18 12:58:12.202273 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 387465da-0c56-4886-bf01-e84e1b778b17 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:58:12.268316 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 387465da-0c56-4886-bf01-e84e1b778b17 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:58:12.268679 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:12.377740 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:12.403462 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:12.413235 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:12.417520 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:12.457986 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17', 'code': 200} Jan 18 12:58:12.483244 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=8']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:22.014200 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3c569d2c-68c0-43ed-ab57-1d2eb73ec774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:24.188105 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6df7dde3-0037-4ffc-a953-1e52bae28026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:24.192297 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020a9d4-b5e5-4f0a-9cb1-94146b6ddede req-e226d8d9-3dc2-4dac-8306-153e34411ed3 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:24.193760 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5020a9d4-b5e5-4f0a-9cb1-94146b6ddede req-e226d8d9-3dc2-4dac-8306-153e34411ed3 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 945 time: 0.0777297 Jan 18 12:58:24.238280 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5020a9d4-b5e5-4f0a-9cb1-94146b6ddede req-cc35f3e2-db07-4231-a5d3-bc350ab9076d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Jan 18 12:58:25.334168 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:25.437927 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a90bb-7481-4a2c-91bb-dbb970d9450f req-1c843381-5700-43e7-b1e6-eccacc89c6af tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:25.439413 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d60a90bb-7481-4a2c-91bb-dbb970d9450f req-1c843381-5700-43e7-b1e6-eccacc89c6af tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 945 time: 0.0795286 Jan 18 12:58:25.444007 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:25.484622 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d60a90bb-7481-4a2c-91bb-dbb970d9450f req-76c31d23-9dbb-40c8-9d69-2b3649b4abd4 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 Jan 18 12:58:25.839903 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-19a01f4e-83ae-4c6a-837a-f20de3cb450c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:25.841315 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-19a01f4e-83ae-4c6a-837a-f20de3cb450c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 945 time: 0.0749071 Jan 18 12:58:25.910366 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Deleting port ccc82ad8-b693-46cf-916d-1b47388470fd {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:58:25.910704 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:26.139776 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] For port ccc82ad8-b693-46cf-916d-1b47388470fd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ccc82ad8-b693-46cf-916d-1b47388470fd,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:26.140131 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:26.416325 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:26.416645 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:26.416933 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Floating IP d1303b8a-b369-400f-b079-fe2af36ca53b disassociated. External IP: 172.27.0.48, port: ccc82ad8-b693-46cf-916d-1b47388470fd. Jan 18 12:58:26.417259 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Calling delete_port for ccc82ad8-b693-46cf-916d-1b47388470fd owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:58:26.552769 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:26.580187 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:26.603396 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event deleted for resources: {'Port': ['ID=ccc82ad8-b693-46cf-916d-1b47388470fd,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:26.621353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.621353 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.621548 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.621822 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.622043 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.622367 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.622692 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.623046 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.623370 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.623697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.626694 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:26.821655 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b58068c0-7961-4655-aaa3-56d087b91fd5 req-92a9b879-f3f3-474b-b614-eb40d5fdf297 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 210 time: 0.0437460 Jan 18 12:58:26.953873 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:58:27.159585 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:58:27.169501 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:58:27.181362 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:27.181968 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:58:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:27.228288 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] No DVR routers for this DVR port ccc82ad8-b693-46cf-916d-1b47388470fd on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:58:27.230637 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:27.233177 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'name': 'network-vif-deleted', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:27.249780 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ed7a40d9-83e8-41b6-8cf3-d5f65826fcad req-ce293fc5-60b3-4133-a577-5833e6abf0e9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "DELETE /v2.0/ports/ccc82ad8-b693-46cf-916d-1b47388470fd HTTP/1.1" status: 204 len: 173 time: 1.4033325 Jan 18 12:58:27.362048 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:27.386378 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38140073-fd89-42fe-81d1-824dabe2f235', 'name': 'network-vif-deleted', 'tag': 'ccc82ad8-b693-46cf-916d-1b47388470fd', 'status': 'completed', 'code': 200} Jan 18 12:58:27.667034 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:27.671195 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:58:27.681455 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:27.682041 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:58:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:27.855328 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:27.993008 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-7bdb5ddc-a2dc-477f-9f97-aa5befa1a513 req-5ff3fd8b-cdc0-4f9b-a6b1-91f5b32c46db tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:58:28.008615 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-7bdb5ddc-a2dc-477f-9f97-aa5befa1a513 req-5ff3fd8b-cdc0-4f9b-a6b1-91f5b32c46db tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:58:28.009860 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7bdb5ddc-a2dc-477f-9f97-aa5befa1a513 req-5ff3fd8b-cdc0-4f9b-a6b1-91f5b32c46db tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=38140073-fd89-42fe-81d1-824dabe2f235 HTTP/1.1" status: 200 len: 210 time: 0.0580294 Jan 18 12:58:28.200398 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:28.204286 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9baa8-0bcf-4453-87ae-41832a536ef6 None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:58:28.430232 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2279f-3f34-480d-818b-8a728a219c76 None None] New status for floating IP d1303b8a-b369-400f-b079-fe2af36ca53b: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:58:29.333725 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-e276c447-e2b4-4bda-aa69-db951063ff92 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301038609&fields=id&tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 267 time: 0.0434988 Jan 18 12:58:29.478377 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-0c5b36e2-84f8-46fc-a7ee-4ef77fafdecc tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:29.479743 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-0c5b36e2-84f8-46fc-a7ee-4ef77fafdecc tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 811 time: 0.1390004 Jan 18 12:58:29.495333 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-2b29183a-1908-4617-b762-01bb7517efea tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/quotas/3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 375 time: 0.0103102 Jan 18 12:58:29.575586 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-87db841e-33b5-42f1-af70-ddac09c7c6f6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755730 Jan 18 12:58:29.590487 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f1fd2911-f1bf-4607-9871-4be735c2b5e0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=82765) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:58:29.591452 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f1fd2911-f1bf-4607-9871-4be735c2b5e0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052767 Jan 18 12:58:29.719716 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-e1aacb60-b39a-47f4-9fea-7a516d3ec116 service neutron] 10.222.0.86 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228087 Jan 18 12:58:29.848001 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-284c85ae-e63b-440e-8b32-a0d5882948cb service neutron] 10.222.0.86 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225190 Jan 18 12:58:30.231803 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e60e4cc5-7319-4e14-989a-d6a98aefb8a3 req-467f86df-4e88-4082-98c6-dbaf89de5720 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 210 time: 0.0412283 Jan 18 12:58:30.276246 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device ccc82ad8-b693-46cf-916d-1b47388470fd no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:58:30.309155 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: ccc82ad8-b693-46cf-916d-1b47388470fd {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:58:30.309494 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device ccc82ad8-b693-46cf-916d-1b47388470fd not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:58:31.400521 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-59b85e4b-b3ef-4940-9e2e-6de34c49b118 req-ef68052f-1f3e-403c-b0ec-14b8781c2189 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 210 time: 0.0471973 Jan 18 12:58:31.405130 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-5de93065-c336-4a90-9006-f766bc0b141b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:31.406408 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-5de93065-c336-4a90-9006-f766bc0b141b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 811 time: 0.1827714 Jan 18 12:58:31.465224 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-566d5005-8a1c-4f6b-bb10-be0b30323ac8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 380 time: 0.0401824 Jan 18 12:58:31.475796 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'port': {'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'admin_state_up': True, 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'security_groups': ['20ee3606-1c68-492e-b60e-9580c23c8caf']}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:58:31.607745 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:58:31.617643 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:58:31.627159 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Made reservation on behalf of 3ae68d51758a4fb2b6e7c0afa6eacb85 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:58:31.630242 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:31.867478 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Allocated IP 172.20.0.11 (17df1f67-63ee-4a9c-b783-04e635373f33/b3c8a6d0-1d86-498f-b585-eec3d2db7beb/12f5d269-b042-4b63-aafa-280d17459fc8) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:58:32.048854 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.049125 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.065121 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Transition to ACTIVE for port object 12f5d269-b042-4b63-aafa-280d17459fc8 will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:58:32.086169 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.158761 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Network 17df1f67-63ee-4a9c-b783-04e635373f33 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:58:32.161796 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:58:32.166595 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:58:32.195186 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=12f5d269-b042-4b63-aafa-280d17459fc8,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:32.230628 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:32.231267 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.262869 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-05c79f28-cf6b-4009-879f-ac2ef9f3e385 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7909014 Jan 18 12:58:32.280795 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Request body: {'port': {'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:58:32.400695 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.445631 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-fda0d6b5-abfc-473d-9008-f97aaeac7b0c None None] Provisioning for port 12f5d269-b042-4b63-aafa-280d17459fc8 completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:58:32.453806 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-fda0d6b5-abfc-473d-9008-f97aaeac7b0c None None] Provisioning complete for port 12f5d269-b042-4b63-aafa-280d17459fc8 triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:58:32.454301 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-fda0d6b5-abfc-473d-9008-f97aaeac7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.507727 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-fda0d6b5-abfc-473d-9008-f97aaeac7b0c None None] Port 12f5d269-b042-4b63-aafa-280d17459fc8 cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:58:32.720163 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc0732-69dc-45c1-82f8-6bead536dc8e req-040d401d-54ba-4902-af4d-3938638b7e04 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:32.720751 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-48dc0732-69dc-45c1-82f8-6bead536dc8e req-040d401d-54ba-4902-af4d-3938638b7e04 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:58:32.744504 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-48dc0732-69dc-45c1-82f8-6bead536dc8e req-040d401d-54ba-4902-af4d-3938638b7e04 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:58:32.745609 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48dc0732-69dc-45c1-82f8-6bead536dc8e req-040d401d-54ba-4902-af4d-3938638b7e04 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 932 time: 0.2175429 Jan 18 12:58:32.838098 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f5d269-b042-4b63-aafa-280d17459fc8 {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:58:32.847541 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.851504 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-48dc0732-69dc-45c1-82f8-6bead536dc8e req-21d7c10c-a751-4e78-bafe-79a70661b854 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981662 Jan 18 12:58:32.864283 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Transition to ACTIVE for port object 12f5d269-b042-4b63-aafa-280d17459fc8 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:58:32.869287 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:32.994869 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=12f5d269-b042-4b63-aafa-280d17459fc8,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:33.098586 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Attempting to bind port 12f5d269-b042-4b63-aafa-280d17459fc8 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:58:33.098947 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Attempting to bind port 12f5d269-b042-4b63-aafa-280d17459fc8 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:58:33.099275 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Attempting to bind port 12f5d269-b042-4b63-aafa-280d17459fc8 on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:58:33.105401 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Port 12f5d269-b042-4b63-aafa-280d17459fc8 on network 17df1f67-63ee-4a9c-b783-04e635373f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:58:33.105718 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Attempting to bind port 12f5d269-b042-4b63-aafa-280d17459fc8 on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:58:33.111769 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:58:33.112101 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Checking segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:58:33.112485 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Bound using segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:58:33.112897 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Bound port: 12f5d269-b042-4b63-aafa-280d17459fc8, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:58:33.113240 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:33.202075 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] For port 12f5d269-b042-4b63-aafa-280d17459fc8, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:58:33.205103 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] For port 12f5d269-b042-4b63-aafa-280d17459fc8, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12f5d269-b042-4b63-aafa-280d17459fc8,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:58:33.208563 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:33.267978 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:33.269337 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 200 len: 1094 time: 0.9930253 Jan 18 12:58:33.269758 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:33.286612 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9ae1b-9157-4ed8-b2d1-91ec8fa8d7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=12f5d269-b042-4b63-aafa-280d17459fc8,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:33.356511 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8', 'status': 'completed', 'code': 200} Jan 18 12:58:33.397585 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-73a980a2-08bd-455d-ba68-9911776be51d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1097 time: 0.0748048 Jan 18 12:58:33.472235 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-776c8bf4-f1e1-4ec2-ba17-d77bc89df610 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 200 len: 217 time: 0.0610747 Jan 18 12:58:33.534124 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-0dc7ec91-fa9c-413b-aa40-1db2f46e90fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:33.535456 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-0dc7ec91-fa9c-413b-aa40-1db2f46e90fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0579803 Jan 18 12:58:33.608663 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-543ec195-4581-4942-913d-27fe1639c754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676956 Jan 18 12:58:33.814401 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-3b5bb47b-263a-4c85-818e-2dae9da68863 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997433 Jan 18 12:58:33.945485 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794c2f60-106d-46e0-8f55-752de46c54d6 req-a824db24-d7bf-4d13-88b8-a50128d68b6c service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238914 Jan 18 12:58:34.101396 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b47aa8-25e7-4cb9-aba5-448589ea72e4 req-94567c5c-6377-46e2-ae47-4bf2c3d13e27 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:34.102730 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f0b47aa8-25e7-4cb9-aba5-448589ea72e4 req-94567c5c-6377-46e2-ae47-4bf2c3d13e27 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 944 time: 0.1279550 Jan 18 12:58:34.134651 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-75bd263c-78f3-4849-84de-1a745b718fde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1097 time: 0.1025474 Jan 18 12:58:34.224764 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f0b47aa8-25e7-4cb9-aba5-448589ea72e4 req-cd7772ed-02f0-4349-b416-2a107986ba79 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154959 Jan 18 12:58:34.275277 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-e55df240-e39e-4c08-9d4b-a7da2087d385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:34.276740 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-e55df240-e39e-4c08-9d4b-a7da2087d385 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1339910 Jan 18 12:58:34.346421 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-b60ccdb0-4c8a-4fce-850f-724784c144c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 200 len: 217 time: 0.0635943 Jan 18 12:58:34.405716 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-d699bfe9-404a-4138-a2bf-9985722d0321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:34.407109 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-d699bfe9-404a-4138-a2bf-9985722d0321 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0550504 Jan 18 12:58:34.482639 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-c215abaa-2184-4556-9bc2-9d27bc7e187b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690012 Jan 18 12:58:34.611765 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-8a14ba27-5c30-444b-9eba-3f4b59e23fe3 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233196 Jan 18 12:58:34.742956 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd3e32ec-7764-46f5-91af-05616b4b01da req-58c13022-c110-46e9-8be8-c8a871737bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249700 Jan 18 12:58:35.418525 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc7c5-d4d6-431d-9165-3a66c93f3810 req-958e3a19-3265-471b-b3b9-7d1510dd27ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:35.419983 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-030dc7c5-d4d6-431d-9165-3a66c93f3810 req-958e3a19-3265-471b-b3b9-7d1510dd27ad tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 944 time: 0.0744421 Jan 18 12:58:35.464448 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-030dc7c5-d4d6-431d-9165-3a66c93f3810 req-0f866a90-9de4-414b-956f-7539dc2a14c8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Jan 18 12:58:36.657799 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ad90-ce6d-40be-bb3a-cc68b8c395fe req-ac7b7417-1af1-4786-b45b-02d0cb100f61 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:36.659248 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9415ad90-ce6d-40be-bb3a-cc68b8c395fe req-ac7b7417-1af1-4786-b45b-02d0cb100f61 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 944 time: 0.0788016 Jan 18 12:58:36.703723 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9415ad90-ce6d-40be-bb3a-cc68b8c395fe req-de8d5b2f-d8a1-4583-a8b1-096b64dd3ebc tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385556 Jan 18 12:58:37.898539 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd47400-2b0c-442c-9a3d-e1034bd20894 req-d56f7e66-7fc6-45f5-a056-97ebc05d2c51 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:37.899982 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5fd47400-2b0c-442c-9a3d-e1034bd20894 req-d56f7e66-7fc6-45f5-a056-97ebc05d2c51 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 944 time: 0.0763147 Jan 18 12:58:37.948764 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5fd47400-2b0c-442c-9a3d-e1034bd20894 req-158f3d23-f79a-44bb-8006-b259a84ce030 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Jan 18 12:58:39.150457 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d906c69-2f43-44b5-8bf3-300e276efda5 req-b175fb39-b1d3-431c-9c00-a9a8239ec5a3 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:39.151817 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0d906c69-2f43-44b5-8bf3-300e276efda5 req-b175fb39-b1d3-431c-9c00-a9a8239ec5a3 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 944 time: 0.0752151 Jan 18 12:58:39.195434 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0d906c69-2f43-44b5-8bf3-300e276efda5 req-e31cb4bb-5617-474f-9991-23a04f5c8a00 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Jan 18 12:58:39.924969 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:58:40.393186 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b44d9f-9043-496b-b4c9-c6db48baf8b6 req-f1080e7c-01ef-4c20-8533-450f974d9bf6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:40.394609 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-60b44d9f-9043-496b-b4c9-c6db48baf8b6 req-f1080e7c-01ef-4c20-8533-450f974d9bf6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 944 time: 0.0840209 Jan 18 12:58:40.438927 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-60b44d9f-9043-496b-b4c9-c6db48baf8b6 req-96bdd6c0-4f70-43c5-b9ab-03b3a0a89c12 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Jan 18 12:58:41.628895 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259cc82-c8a9-44a5-aaf4-dc2d2ef46c23 req-fb594c56-6ba3-4f06-977c-2532e83cf837 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:41.630334 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7259cc82-c8a9-44a5-aaf4-dc2d2ef46c23 req-fb594c56-6ba3-4f06-977c-2532e83cf837 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 944 time: 0.0755112 Jan 18 12:58:41.674561 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-7259cc82-c8a9-44a5-aaf4-dc2d2ef46c23 req-f3310d8b-a900-42b3-95c0-6a720e919793 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381620 Jan 18 12:58:42.303226 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 12f5d269-b042-4b63-aafa-280d17459fc8 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:58:42.437154 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 12f5d269-b042-4b63-aafa-280d17459fc8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12f5d269-b042-4b63-aafa-280d17459fc8,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:42.449808 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': '12f5d269-b042-4b63-aafa-280d17459fc8', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:58:42.501685 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:42.518022 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f5d269-b042-4b63-aafa-280d17459fc8 {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:58:42.533566 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 12f5d269-b042-4b63-aafa-280d17459fc8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12f5d269-b042-4b63-aafa-280d17459fc8,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:42.538379 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:42.601840 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=12f5d269-b042-4b63-aafa-280d17459fc8,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:42.818054 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['12f5d269-b042-4b63-aafa-280d17459fc8'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:58:42.951825 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f6d0-1d31-4e7f-9237-9b7170b86f76 req-38a2677e-4624-42a6-af00-63f715e71b2e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:42.953282 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e937f6d0-1d31-4e7f-9237-9b7170b86f76 req-38a2677e-4624-42a6-af00-63f715e71b2e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1589532 Jan 18 12:58:42.999491 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e937f6d0-1d31-4e7f-9237-9b7170b86f76 req-c1a464a3-6ed2-4f90-8df6-3edfa1ae455f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395916 Jan 18 12:58:44.190290 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e524a-6831-4a05-9015-7c532f94d674 req-993f4172-c4c4-460d-b9f8-1243ef6760de tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:44.191665 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-516e524a-6831-4a05-9015-7c532f94d674 req-993f4172-c4c4-460d-b9f8-1243ef6760de tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 945 time: 0.0752027 Jan 18 12:58:44.238675 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-516e524a-6831-4a05-9015-7c532f94d674 req-36da2d5c-2118-4578-888a-3f71b1d25182 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Jan 18 12:58:44.317843 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 12f5d269-b042-4b63-aafa-280d17459fc8 up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:58:44.383477 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port 12f5d269-b042-4b63-aafa-280d17459fc8 completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:58:44.388019 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port 12f5d269-b042-4b63-aafa-280d17459fc8 triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:58:44.388386 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:44.497808 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:44.523354 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:44.532461 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port 12f5d269-b042-4b63-aafa-280d17459fc8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12f5d269-b042-4b63-aafa-280d17459fc8,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:44.536503 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:44.579852 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8', 'code': 200} Jan 18 12:58:44.605312 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=12f5d269-b042-4b63-aafa-280d17459fc8,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:44.872037 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fe762ecf-4e34-4cce-bd72-c39c0575d1a4 req-5c99056f-f35a-46e8-84cf-811112635a80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1099 time: 0.0662842 Jan 18 12:58:44.913184 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fe762ecf-4e34-4cce-bd72-c39c0575d1a4 req-75e50b57-2f90-4e88-b8b2-b21f30bf67ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350997 Jan 18 12:58:45.434191 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1fe1d-cd10-43a0-9a87-c7fdc59c6ac1 req-b5d13da4-1167-41db-9e5c-2d65d8d92c89 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:45.435653 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-30c1fe1d-cd10-43a0-9a87-c7fdc59c6ac1 req-b5d13da4-1167-41db-9e5c-2d65d8d92c89 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 946 time: 0.0778396 Jan 18 12:58:45.479618 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-30c1fe1d-cd10-43a0-9a87-c7fdc59c6ac1 req-72972759-2bf7-4cc3-85f4-9a58bef12fbb tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385902 Jan 18 12:58:46.669450 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a72b38-910a-4e6e-b03c-759046a74a75 req-e9a56cbb-633d-477c-8b50-6cb386233136 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:46.670888 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a7a72b38-910a-4e6e-b03c-759046a74a75 req-e9a56cbb-633d-477c-8b50-6cb386233136 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 946 time: 0.0735776 Jan 18 12:58:46.714978 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a7a72b38-910a-4e6e-b03c-759046a74a75 req-1b2ad594-d1d7-4ef3-9fde-207a497b05a1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384109 Jan 18 12:58:47.045008 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d65f16-1d1d-4c0c-92be-33d75faa9654 req-bf0e4e64-1089-4517-a102-794a5cc3edb9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:47.046419 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a2d65f16-1d1d-4c0c-92be-33d75faa9654 req-bf0e4e64-1089-4517-a102-794a5cc3edb9 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 946 time: 0.0775104 Jan 18 12:58:47.090368 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-a2d65f16-1d1d-4c0c-92be-33d75faa9654 req-03c56a7f-3266-49d6-9bed-8fd3574bc9d4 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Jan 18 12:58:47.117789 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36492) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:58:47.184802 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f63405ce-fde7-444f-b1b8-088e6b2c1925 tempest-TestVolumeBootPattern-1191680267 tempest-TestVolumeBootPattern-1191680267-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1094 time: 0.0657756 Jan 18 12:58:47.187271 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36496) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:58:47.192209 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.v2.base [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:58:47.197461 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:58:47.201150 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:floatingip and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:58:47.203886 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.quota.resource [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:58:47.209340 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.quota.driver [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:58:47.222088 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:47.347710 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:47.480082 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Allocated IP 172.27.0.225 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/13734391-2dd2-4297-b05d-661aa2064bdd) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:58:47.619596 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:47.645172 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:47.712064 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:58:47.715122 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:58:47.719213 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:58:47.742734 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=13734391-2dd2-4297-b05d-661aa2064bdd,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:47.759177 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.759514 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.759841 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.760165 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.760489 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.760806 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.761119 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.761432 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.761741 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.762048 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.762355 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:48.308808 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.361587 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.558561 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.562601 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15765498'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.662272 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=13734391-2dd2-4297-b05d-661aa2064bdd,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:48.680392 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.866862 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.db.l3_db [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Floating IP 827b9a2a-c735-4f11-a367-160b9e91ce9f associated. External IP: 172.27.0.225, port: 12f5d269-b042-4b63-aafa-280d17459fc8. Jan 18 12:58:49.247608 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:58:49.441394 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:58:49.450851 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:58:49.462473 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:49.463060 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:58:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:49.466127 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:49.518516 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-bea77271-f1a1-4694-853c-40bab10ffc96 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3301058 Jan 18 12:58:49.518951 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:49.571771 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8', 'status': 'completed', 'code': 200} Jan 18 12:58:49.639908 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:49.684108 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-5ede50dc-9f2e-4ab9-8fea-dd0a8f842957 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1099 time: 0.0682974 Jan 18 12:58:49.812655 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-4f6aadb9-ca57-41cc-ba30-beea321ed1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:49.814001 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-4f6aadb9-ca57-41cc-ba30-beea321ed1c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1247129 Jan 18 12:58:49.916692 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-e08c716c-0237-48b4-9706-214f016b4575 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0969689 Jan 18 12:58:49.983198 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-4493bcac-f190-4b25-86d4-d958f817e6f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:49.984850 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-4493bcac-f190-4b25-86d4-d958f817e6f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0630476 Jan 18 12:58:50.006245 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:48Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:50.009960 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:58:50.020077 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:50.020662 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:58:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:50.057102 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-fe1396a6-4d61-4e1d-bd53-ba18025b1782 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671213 Jan 18 12:58:50.187843 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-f31a99ed-8838-49a6-b99e-f6e8c138db78 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251738 Jan 18 12:58:50.192234 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:50.317650 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-539c7254-99a8-436f-a5ea-9f80e38bed98 req-7ffde9c2-2235-4a6a-97f8-71d8d55e6a19 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244090 Jan 18 12:58:50.532554 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:48Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:50.536296 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea629dd-f3ce-49a3-9fe8-1a7666799476 None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:48Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:58:50.714129 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59013a01-38de-4a3e-acb4-fb48c74c870c None None] New status for floating IP 827b9a2a-c735-4f11-a367-160b9e91ce9f: ACTIVE {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:58:52.015982 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9a517798-35ee-4826-a327-9ba3ceb437e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:54.194498 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-480deae8-a41f-4dc8-aa4b-7740a6338b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:55.335250 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:55.445622 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:56.579690 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:02.058619 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:09.936111 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-6019e0f8-a0d8-4b92-b6db-f76ef02807a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664716 Jan 18 12:59:10.092741 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-0ae2109f-e25e-4b12-95da-2c42f8fc0afb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.0708003 Jan 18 12:59:10.233736 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-9124c079-37ac-47ff-a07b-09a0745008b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:10.235204 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-9124c079-37ac-47ff-a07b-09a0745008b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.1249273 Jan 18 12:59:10.408948 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-e0c56cb1-8c37-487d-8a5e-5e4bc7481296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 1000 time: 0.1681991 Jan 18 12:59:10.468821 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-2c93a62d-9745-43b2-a8eb-f2f410e323a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:10.470204 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-2c93a62d-9745-43b2-a8eb-f2f410e323a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0561085 Jan 18 12:59:10.544646 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-2a8219db-f6f3-4c0b-b212-9e7f818eb9a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690589 Jan 18 12:59:10.672733 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-823bb8e4-288d-4535-8791-65d90da902bf service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224778 Jan 18 12:59:10.801513 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-ac11bd57-bcf2-4ff1-8d9c-373ae23d8d22 req-c02446a3-ed37-4b64-9fd6-104501618e21 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232333 Jan 18 12:59:16.925599 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:59:22.017678 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3d19584c-4059-48f9-a0fb-992eac6b4c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:24.052745 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36512) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:24.185570 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-4799e61a-7ff3-4cca-bd0a-8eaa621f0077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:24.339324 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Deleting port edad0294-d143-4aab-af31-8e56a5ce57d2 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:24.339662 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:24.504253 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:24.504473 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:24.618363 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Calling delete_port for edad0294-d143-4aab-af31-8e56a5ce57d2 owned by network:floatingip {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:24.762904 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:24.804783 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event deleted for resources: {'Port': ['ID=edad0294-d143-4aab-af31-8e56a5ce57d2,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:24.900748 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for floatingip, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:25.276303 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Router cb65e562-e429-4081-b2f4-00511eb1244b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:59:25.339032 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:25.448148 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:25.471137 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:59:25.480332 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] Sync routers for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:59:25.490395 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:25.492088 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:59:25.492692 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:59:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:25.636868 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-26b9aeea-c75d-4511-8440-be5a2bc6f012 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "DELETE /v2.0/floatingips/0de560fa-d7d9-47ae-96bf-710f951bbb53 HTTP/1.1" status: 204 len: 168 time: 1.5830448 Jan 18 12:59:25.637470 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:59:25.671831 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:59:25.710804 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17', 'status': 'completed', 'code': 200} Jan 18 12:59:25.826462 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-1cc53fb2-471a-4651-82cc-744b8fe88857 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 1098 time: 0.0710039 Jan 18 12:59:25.981224 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-509f25ff-6239-4068-bde8-0a8c7c0d6868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:25.982692 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-509f25ff-6239-4068-bde8-0a8c7c0d6868 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 200 len: 909 time: 0.1507561 Jan 18 12:59:25.999210 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:10Z', 'revision_number': 5, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:26.003045 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] Checking router: cb65e562-e429-4081-b2f4-00511eb1244b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:59:26.013567 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:59:26.014159 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:59:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:26.088940 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-fbc8d3cc-31f4-4fd2-ac89-3778878fd13a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 200 len: 217 time: 0.0694318 Jan 18 12:59:26.166654 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-c856ebca-f083-42da-a658-640e1b7ce86f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:26.168006 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-c856ebca-f083-42da-a658-640e1b7ce86f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 200 len: 847 time: 0.0692990 Jan 18 12:59:26.173655 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b1d29-973f-4a5e-8f05-209c19e1c432 req-915abfc6-6c48-41b1-a511-9bb3909a8cb1 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:26.175001 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794b1d29-973f-4a5e-8f05-209c19e1c432 req-915abfc6-6c48-41b1-a511-9bb3909a8cb1 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.1888199 Jan 18 12:59:26.188493 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:59:26.268113 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-794b1d29-973f-4a5e-8f05-209c19e1c432 req-e28a6244-d558-4e78-abb5-8841a5b720b0 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601642 Jan 18 12:59:26.279379 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-88aff5ce-f0a0-4c87-8264-42437f116173 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d2d007b-2260-412b-ba49-0491aa817cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034853 Jan 18 12:59:26.411141 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-53fced6e-2e5b-45b0-b8ce-318359b880e1 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247892 Jan 18 12:59:26.540896 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5aef449d-ce14-424a-8647-6b8bf2e30809 req-17bcd78c-93a9-4a0e-a893-760a012ca346 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227596 Jan 18 12:59:26.551392 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:10Z', 'revision_number': 5, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:26.555414 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8170cb-ceaa-4797-add5-1325007febb3 None None] The sync data for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi is: [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:52Z', 'revision_number': 4, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5', 'name': '', 'network_id': '5d2d007b-2260-412b-ba49-0491aa817cbd', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'mac_address': 'fa:16:3e:1a:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:51Z', 'updated_at': '2022-01-18T12:55:10Z', 'revision_number': 5, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'subnets': [{'id': '279103f5-4448-4bb7-b9a0-8a8cb21fd0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:59:26.585102 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:26.767960 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9d07c-b985-4cab-b0a4-2d60d7fbe67d None None] New status for floating IP 0de560fa-d7d9-47ae-96bf-710f951bbb53: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:59:27.467408 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141928f-15f2-42ed-b15c-284cd9753430 req-db075837-3de0-42a2-80a4-7821bab6a681 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:27.468849 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e141928f-15f2-42ed-b15c-284cd9753430 req-db075837-3de0-42a2-80a4-7821bab6a681 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0793381 Jan 18 12:59:27.512624 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e141928f-15f2-42ed-b15c-284cd9753430 req-d4ae551f-2f3c-4b1a-8583-b23512e8103b tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/security-groups?id=37768b33-89e8-48be-b11b-06af674670fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383828 Jan 18 12:59:27.642196 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48b379-95c4-465d-87ac-14e12607e479 req-afad2dad-2111-4297-abca-dce7f627fd3a tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:27.643662 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5a48b379-95c4-465d-87ac-14e12607e479 req-afad2dad-2111-4297-abca-dce7f627fd3a tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.20 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 945 time: 0.0754008 Jan 18 12:59:27.711583 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Deleting port 387465da-0c56-4886-bf01-e84e1b778b17 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:27.711982 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:28.025024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] For port 387465da-0c56-4886-bf01-e84e1b778b17, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=387465da-0c56-4886-bf01-e84e1b778b17,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:28.025383 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:28.142971 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Calling delete_port for 387465da-0c56-4886-bf01-e84e1b778b17 owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:28.282049 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:28.329635 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event deleted for resources: {'Port': ['ID=387465da-0c56-4886-bf01-e84e1b778b17,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:28.397676 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.398022 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.398358 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.398693 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.399049 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.399403 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.399726 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.400050 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.400371 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.400688 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.401026 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:59:28.413584 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] No DVR routers for this DVR port 387465da-0c56-4886-bf01-e84e1b778b17 on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:59:28.416136 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:28.418802 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-deleted', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:59:28.429929 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5a48b379-95c4-465d-87ac-14e12607e479 req-8214d253-4a05-4501-ba49-e045926f814e tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.20 "DELETE /v2.0/ports/387465da-0c56-4886-bf01-e84e1b778b17 HTTP/1.1" status: 204 len: 173 time: 0.7813718 Jan 18 12:59:28.478182 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a310cfb4-5a39-46ca-8298-80e6223f045b', 'name': 'network-vif-deleted', 'tag': '387465da-0c56-4886-bf01-e84e1b778b17', 'status': 'completed', 'code': 200} Jan 18 12:59:28.674433 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-d4f16ba6-8699-40fb-96c0-fafa67275d4d req-7ac7f5f8-31b8-4ae0-bbf8-c4d52a335358 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Synchronizing usage tracker for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:59:28.691309 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-d4f16ba6-8699-40fb-96c0-fafa67275d4d req-7ac7f5f8-31b8-4ae0-bbf8-c4d52a335358 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Unset dirty status for tenant:33c3fd5ef82f4aa481d8a68a064c4039 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:59:28.692485 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d4f16ba6-8699-40fb-96c0-fafa67275d4d req-7ac7f5f8-31b8-4ae0-bbf8-c4d52a335358 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "GET /v2.0/ports?device_id=a310cfb4-5a39-46ca-8298-80e6223f045b HTTP/1.1" status: 200 len: 210 time: 0.0631685 Jan 18 12:59:29.797337 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36536) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:29.863421 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f119f990-5429-4987-9404-987a614e9251 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:29.892554 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f119f990-5429-4987-9404-987a614e9251 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:29.952670 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f119f990-5429-4987-9404-987a614e9251 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:29.969775 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119f990-5429-4987-9404-987a614e9251 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37768b33-89e8-48be-b11b-06af674670fe,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:29.983812 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f119f990-5429-4987-9404-987a614e9251 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:29.984929 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-f119f990-5429-4987-9404-987a614e9251 tempest-TestShelveInstance-1668075096 tempest-TestShelveInstance-1668075096-project] 10.222.0.86 "DELETE /v2.0/security-groups/37768b33-89e8-48be-b11b-06af674670fe HTTP/1.1" status: 204 len: 168 time: 0.1866069 Jan 18 12:59:30.038532 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36542) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:30.423303 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:30.535888 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 387465da-0c56-4886-bf01-e84e1b778b17 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:59:30.571588 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 387465da-0c56-4886-bf01-e84e1b778b17 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:59:30.571928 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 387465da-0c56-4886-bf01-e84e1b778b17 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:59:31.001171 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Deleting port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:31.001808 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:31.166290 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] For port 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:31.166563 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:31.282702 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Calling delete_port for 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:31.534096 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:31.579519 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:31.860355 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:32.057298 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:32.417237 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Router cb65e562-e429-4081-b2f4-00511eb1244b has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:59:32.612002 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:59:32.621077 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] Sync routers for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:59:32.628080 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-288d58a5-afe9-4b13-ab66-f3eb69d5aac4 admin admin] 10.222.0.86 "PUT /v2.0/routers/cb65e562-e429-4081-b2f4-00511eb1244b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884340 Jan 18 12:59:32.630542 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36546) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:32.632950 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:59:32.633563 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:59:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:32.805164 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:59:32.926287 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks [] for router, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:33.088979 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:59:31Z', 'revision_number': 5, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port': {'id': 'a4d2bc5e-4c7b-4918-9fd5-347861078c63', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:33.093313 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] Checking router: cb65e562-e429-4081-b2f4-00511eb1244b for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:59:33.103973 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] Routers {'cb65e562-e429-4081-b2f4-00511eb1244b'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:59:33.104565 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:59:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['cb65e562-e429-4081-b2f4-00511eb1244b'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:33.120172 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:33.129391 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Deleting port a4d2bc5e-4c7b-4918-9fd5-347861078c63 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:33.129745 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:33.250531 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] Set router cb65e562-e429-4081-b2f4-00511eb1244b gateway port host: None {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:59:33.302211 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] For port a4d2bc5e-4c7b-4918-9fd5-347861078c63, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=a4d2bc5e-4c7b-4918-9fd5-347861078c63,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:33.302574 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:33.353522 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:59:33Z', 'revision_number': 6, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:33.357314 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7bbfa6-d8fa-475f-9412-521b51a4fb89 None None] The sync data for ids ['cb65e562-e429-4081-b2f4-00511eb1244b'] in dv-cinder-825101-1-iscsi is: [{'id': 'cb65e562-e429-4081-b2f4-00511eb1244b', 'name': 'tempest-TestShelveInstance-116698029-router', 'tenant_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:49Z', 'updated_at': '2022-01-18T12:59:33Z', 'revision_number': 6, 'project_id': '33c3fd5ef82f4aa481d8a68a064c4039', 'gw_port_host': None}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:59:33.424337 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Calling delete_port for a4d2bc5e-4c7b-4918-9fd5-347861078c63 owned by network:router_gateway {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:33.587804 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:33.631398 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d2bc5e-4c7b-4918-9fd5-347861078c63,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:33.851294 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.104567 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.108668 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.133303 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.133949 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb65e562-e429-4081-b2f4-00511eb1244b {{(pid=82764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:59:34.146286 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.147453 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1258692c-c38d-4109-a783-0f4b6c6af69a admin admin] 10.222.0.86 "DELETE /v2.0/routers/cb65e562-e429-4081-b2f4-00511eb1244b HTTP/1.1" status: 204 len: 168 time: 1.5160007 Jan 18 12:59:34.149976 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36550) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:34.303127 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:59:34.313218 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] Deleting subnet 279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 {{(pid=82764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:59:34.316563 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.342536 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:59:34.343264 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 77bffe0a-4bfc-4a40-9b52-b4d8872ee5c5 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:59:34.343602 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a4d2bc5e-4c7b-4918-9fd5-347861078c63 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:59:34.374041 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16499860'] for subnet, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.375800 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: a4d2bc5e-4c7b-4918-9fd5-347861078c63 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:59:34.376143 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device a4d2bc5e-4c7b-4918-9fd5-347861078c63 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:59:34.450121 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.523338 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15893504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16647162'] for subnet, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.559625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279103f5-4448-4bb7-b9a0-8a8cb21fd0f6,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:34.564643 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.569851 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feadc564-4489-4c42-9969-b51cd8f33041 None None] Network 5d2d007b-2260-412b-ba49-0491aa817cbd requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:59:34.570018 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-5c381ad0-ee61-49f6-a372-d3e9ab2c8857 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/279103f5-4448-4bb7-b9a0-8a8cb21fd0f6 HTTP/1.1" status: 204 len: 168 time: 0.4189792 Jan 18 12:59:34.573010 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36554) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:34.679981 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.690893 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Deleting port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:34.691226 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.843818 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] DHCP port deletion for 5d2d007b-2260-412b-ba49-0491aa817cbd request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:59:34.848113 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Deleting port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:34.848482 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:34.897157 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] For port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:34.897520 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.017095 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Calling delete_port for bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:35.043737 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] For port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,segment=NetworkSegment(220e16ef-74e4-4291-9769-8e5d7de1b470),segment_id=220e16ef-74e4-4291-9769-8e5d7de1b470)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:35.044116 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.088050 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.133511 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf77f01-f8c8-4454-b7cb-c9bb0ba30963,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:35.139650 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] No DVR routers for this DVR port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 on host dv-cinder-825101-1-iscsi {{(pid=82764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:59:35.167443 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Calling delete_port for bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 owned by network:dhcp {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:35.238046 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:59:35.238395 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:59:35.252692 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.277637 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2d007b-2260-412b-ba49-0491aa817cbd']}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:35.289053 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220e16ef-74e4-4291-9769-8e5d7de1b470') {'for_net_delete': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:35.289342 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.services.segments.db [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220e16ef-74e4-4291-9769-8e5d7de1b470') {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:35.300792 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16499871'] for segment, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.315715 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.321815 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=82764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:59:35.322185 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15765414'] for segment, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: Traceback (most recent call last): Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: timer() Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: cb(*args, **kw) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: return func(*args, **kwargs) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: self._notify() Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: self.callback(batched_events) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: event.method(event) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: return f(self, *a, **k) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._get(url).json() Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: return self.request(url, 'GET', **kwargs) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:59:35.335016 dv-cinder-825101-1-iscsi neutron-server[82764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:59:35.409609 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.414185 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.435859 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2d007b-2260-412b-ba49-0491aa817cbd,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:35.450012 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-46d71381-4cf2-4b1b-95b4-ab1ba5a500a8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5d2d007b-2260-412b-ba49-0491aa817cbd HTTP/1.1" status: 204 len: 168 time: 0.8758433 Jan 18 12:59:35.452854 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36558) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:35.739528 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Deleting port bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:35.740110 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:35.803438 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-c3b948ca-922d-4fda-90a6-4236be60acbb None None] The port 'bcf77f01-f8c8-4454-b7cb-c9bb0ba30963' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:59:35.915186 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:36.298238 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:59:36.333763 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:59:36.334186 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device bcf77f01-f8c8-4454-b7cb-c9bb0ba30963 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:59:36.488898 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Deleting port d1c93a97-d6c4-466d-8b53-4355276949f9 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:36.489470 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:36.655519 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] For port d1c93a97-d6c4-466d-8b53-4355276949f9, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=d1c93a97-d6c4-466d-8b53-4355276949f9,segment=NetworkSegment(22b35df5-ea4b-4107-9503-29e32617cc3c),segment_id=22b35df5-ea4b-4107-9503-29e32617cc3c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:36.655872 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:36.770195 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Calling delete_port for d1c93a97-d6c4-466d-8b53-4355276949f9 owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:36.938318 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:36.981917 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c93a97-d6c4-466d-8b53-4355276949f9,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:37.262565 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:37.904307 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Router afea3bda-a8d8-457c-883e-b95470acaf19 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:59:38.103993 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:59:38.112337 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] Sync routers for ids ['afea3bda-a8d8-457c-883e-b95470acaf19'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:59:38.120095 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-3dc0c0fd-bce1-4cd0-9ae3-903f68054b0f admin admin] 10.222.0.86 "PUT /v2.0/routers/afea3bda-a8d8-457c-883e-b95470acaf19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6662636 Jan 18 12:59:38.122525 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36562) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:38.125575 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] Routers {'afea3bda-a8d8-457c-883e-b95470acaf19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:59:38.126235 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:59:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['afea3bda-a8d8-457c-883e-b95470acaf19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:38.323608 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] Set router afea3bda-a8d8-457c-883e-b95470acaf19 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:59:38.329596 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:38.540134 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:38.550389 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Deleting port c63c23a6-92ba-4410-bb9f-98164ff03f4b {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:38.550715 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:38.610509 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:59:36Z', 'revision_number': 5, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port': {'id': 'c63c23a6-92ba-4410-bb9f-98164ff03f4b', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:54:56Z', 'updated_at': '2022-01-18T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:38.614351 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] Checking router: afea3bda-a8d8-457c-883e-b95470acaf19 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:59:38.625457 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] Routers {'afea3bda-a8d8-457c-883e-b95470acaf19'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:59:38.626056 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T12:59:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['afea3bda-a8d8-457c-883e-b95470acaf19'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:38.737422 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] For port c63c23a6-92ba-4410-bb9f-98164ff03f4b, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=c63c23a6-92ba-4410-bb9f-98164ff03f4b,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:38.737847 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:38.777334 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] Set router afea3bda-a8d8-457c-883e-b95470acaf19 gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:59:38.887458 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:59:38Z', 'revision_number': 6, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:38.891514 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a27f06f-36c3-4a44-808f-afd48a92d76a None None] The sync data for ids ['afea3bda-a8d8-457c-883e-b95470acaf19'] in dv-cinder-825101-1-iscsi is: [{'id': 'afea3bda-a8d8-457c-883e-b95470acaf19', 'name': 'tempest-TestShelveInstance-1362617379-router', 'tenant_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:54:55Z', 'updated_at': '2022-01-18T12:59:38Z', 'revision_number': 6, 'project_id': 'e4b25b74c61d4557b7f4bd251cb24c49', 'gw_port_host': None}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:59:38.974653 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Calling delete_port for c63c23a6-92ba-4410-bb9f-98164ff03f4b owned by network:router_gateway {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:39.131320 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.176144 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63c23a6-92ba-4410-bb9f-98164ff03f4b,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:39.401128 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.650708 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.655304 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.681126 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.681759 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afea3bda-a8d8-457c-883e-b95470acaf19 {{(pid=82764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:59:39.694234 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.698609 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36570) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:39.699127 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-1b98321b-98cc-4bc6-9eb0-a74c7037dfd6 admin admin] 10.222.0.86 "DELETE /v2.0/routers/afea3bda-a8d8-457c-883e-b95470acaf19 HTTP/1.1" status: 204 len: 168 time: 1.5751457 Jan 18 12:59:39.760089 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] Deleting subnet 946e3176-7675-4c9f-912a-c0c7205ec0b3 {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:59:39.763616 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.817984 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.899864 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:39.968705 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.009177 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946e3176-7675-4c9f-912a-c0c7205ec0b3,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:40.013853 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.019121 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ebecb-8cec-4110-b2b4-853d4719c4b1 None None] Network c992b148-452f-4f05-9238-6106ea6b6b71 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:59:40.020827 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-765bbbbb-94e0-4aea-b7a8-7e2cce78beae admin admin] 10.222.0.86 "DELETE /v2.0/subnets/946e3176-7675-4c9f-912a-c0c7205ec0b3 HTTP/1.1" status: 204 len: 168 time: 0.3198290 Jan 18 12:59:40.021959 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36574) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:40.125146 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.136076 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Deleting port 0bc720ce-1322-4c45-a13d-661ab07c28c4 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:40.136426 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.263242 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] DHCP port deletion for c992b148-452f-4f05-9238-6106ea6b6b71 request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:59:40.267770 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Deleting port 0bc720ce-1322-4c45-a13d-661ab07c28c4 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:40.268139 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.327639 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c63c23a6-92ba-4410-bb9f-98164ff03f4b no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:59:40.351707 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] For port 0bc720ce-1322-4c45-a13d-661ab07c28c4, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0bc720ce-1322-4c45-a13d-661ab07c28c4,segment=NetworkSegment(22b35df5-ea4b-4107-9503-29e32617cc3c),segment_id=22b35df5-ea4b-4107-9503-29e32617cc3c)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:40.352128 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.391744 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: c63c23a6-92ba-4410-bb9f-98164ff03f4b {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:59:40.392077 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device c63c23a6-92ba-4410-bb9f-98164ff03f4b not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:59:40.392479 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d1c93a97-d6c4-466d-8b53-4355276949f9 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:59:40.434586 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: d1c93a97-d6c4-466d-8b53-4355276949f9 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:59:40.434949 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device d1c93a97-d6c4-466d-8b53-4355276949f9 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:59:40.435360 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc720ce-1322-4c45-a13d-661ab07c28c4 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:59:40.473262 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Calling delete_port for 0bc720ce-1322-4c45-a13d-661ab07c28c4 owned by network:dhcp {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:40.549208 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.594053 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No active binding found for port 0bc720ce-1322-4c45-a13d-661ab07c28c4 {{(pid=82766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 12:59:40.594447 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 0bc720ce-1322-4c45-a13d-661ab07c28c4 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:59:40.598194 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc720ce-1322-4c45-a13d-661ab07c28c4,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:40.602676 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] For port 0bc720ce-1322-4c45-a13d-661ab07c28c4, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=0bc720ce-1322-4c45-a13d-661ab07c28c4,segment=NetworkSegment(22b35df5-ea4b-4107-9503-29e32617cc3c),segment_id=22b35df5-ea4b-4107-9503-29e32617cc3c)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:59:40.603039 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.605346 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] No DVR routers for this DVR port 0bc720ce-1322-4c45-a13d-661ab07c28c4 on host dv-cinder-825101-1-iscsi {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:59:40.724947 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Calling delete_port for 0bc720ce-1322-4c45-a13d-661ab07c28c4 owned by network:dhcp {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:59:40.792232 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:59:40.792588 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:59:40.794096 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.821673 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c992b148-452f-4f05-9238-6106ea6b6b71']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:40.834507 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b35df5-ea4b-4107-9503-29e32617cc3c') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:40.834826 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b35df5-ea4b-4107-9503-29e32617cc3c') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:59:40.846187 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.863162 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.869733 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:59:40.870105 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:59:40.882958 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:59:40.956930 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.972762 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.985035 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] Pushing event deleted for resources: {'Network': ['ID=c992b148-452f-4f05-9238-6106ea6b6b71,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:40.990590 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ce3b55fa-f168-4fd5-98f9-4489fe7dd356 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c992b148-452f-4f05-9238-6106ea6b6b71 HTTP/1.1" status: 204 len: 168 time: 0.9677351 Jan 18 12:59:41.181712 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36580) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:41.240287 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-275c1188-2887-4144-a19e-8292abd63187 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=33c3fd5ef82f4aa481d8a68a064c4039&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573654 Jan 18 12:59:41.242664 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36584) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:41.293904 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Deleting port 0bc720ce-1322-4c45-a13d-661ab07c28c4 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:59:41.294469 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.303684 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-302a37a4-ffe1-40e7-b93e-13f405762a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.329465 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-302a37a4-ffe1-40e7-b93e-13f405762a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.380326 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-302a37a4-ffe1-40e7-b93e-13f405762a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.392768 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-6531e79d-d46c-4368-8b16-686a18ca171c None None] The port '0bc720ce-1322-4c45-a13d-661ab07c28c4' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:59:41.399345 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a37a4-ffe1-40e7-b93e-13f405762a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3926564a-8728-47ab-a191-be8dd5059027,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:41.406010 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-302a37a4-ffe1-40e7-b93e-13f405762a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.407143 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-302a37a4-ffe1-40e7-b93e-13f405762a49 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3926564a-8728-47ab-a191-be8dd5059027 HTTP/1.1" status: 204 len: 168 time: 0.1635814 Jan 18 12:59:41.786747 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36592) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:41.834586 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-435c405f-6bd8-4ec7-b379-80edf912ff9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e4b25b74c61d4557b7f4bd251cb24c49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0466549 Jan 18 12:59:41.837675 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36596) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:59:41.897153 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b587c41f-f28d-4eb0-a912-aef316121ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.921994 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b587c41f-f28d-4eb0-a912-aef316121ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.972256 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b587c41f-f28d-4eb0-a912-aef316121ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.988221 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587c41f-f28d-4eb0-a912-aef316121ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce4180-3162-4c9f-99e6-4304ef0625f1,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:59:41.993709 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-b587c41f-f28d-4eb0-a912-aef316121ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:41.994345 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-b587c41f-f28d-4eb0-a912-aef316121ff5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ebce4180-3162-4c9f-99e6-4304ef0625f1 HTTP/1.1" status: 204 len: 168 time: 0.1552250 Jan 18 12:59:52.018916 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-58a01e6f-e212-4fad-8e48-51e7a8b0c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:53.925913 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:59:54.187841 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9fc03014-851a-4f9b-ae2b-40f2c5726980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:55.341075 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:55.449105 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:56.586241 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:02.060186 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:09.499294 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-41d1b4e3-a450-46bd-a556-dbb953f884c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702014 Jan 18 13:00:09.598684 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-9344b262-bc3d-44d4-98b0-46995d28f241 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1099 time: 0.0673456 Jan 18 13:00:09.740653 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f1618-1307-4699-9ca2-2a31302a932b req-86944d53-9902-4d80-a6bf-5d601ec1e1fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:09.742594 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-86944d53-9902-4d80-a6bf-5d601ec1e1fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1257195 Jan 18 13:00:09.844672 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-20a0884f-2ace-4373-b85c-45ad29e73e3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0962198 Jan 18 13:00:09.904772 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f1618-1307-4699-9ca2-2a31302a932b req-c93e1212-c647-4bf5-b78c-1bacf115746f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:09.906193 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-c93e1212-c647-4bf5-b78c-1bacf115746f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0565183 Jan 18 13:00:09.981437 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-38b87d6d-7957-4c0a-891e-0d06a8ee7766 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700238 Jan 18 13:00:10.107766 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-16be527f-84e1-4306-9645-007d9cc4082b service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206856 Jan 18 13:00:10.234157 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-328f1618-1307-4699-9ca2-2a31302a932b req-6b25fdfb-ff4e-4469-9fba-013455dd8601 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207132 Jan 18 13:00:22.023236 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-0903bb76-9a6d-432e-a329-c52732ad609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:24.188375 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-229ba9ff-e00b-4d58-8251-3d395350b925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:25.344298 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:25.451578 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:26.597867 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:26.973544 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-13071ebb-8ab8-4fe3-b397-06d97ffa36c4 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301038609&fields=id&tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 267 time: 0.0417435 Jan 18 13:00:27.118241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-987f9ea1-6b63-4858-b050-6859cefc4fa2 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:27.119621 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-987f9ea1-6b63-4858-b050-6859cefc4fa2 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 811 time: 0.1394424 Jan 18 13:00:27.135071 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-82902a51-9766-4d68-adb8-8f92ebe8cf95 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/quotas/3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Jan 18 13:00:27.222383 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-1216674f-ff82-42a6-9caf-83b76f62079d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0826359 Jan 18 13:00:27.525882 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-3b5ed78c-8975-4c65-9ffe-9a5a4d918c08 service neutron] 10.222.0.86 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926843 Jan 18 13:00:27.728178 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-c3755022-bfbb-439c-9690-76721acbd45f service neutron] 10.222.0.86 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965830 Jan 18 13:00:28.114217 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-50a95f5c-cb11-4900-95b3-8c338a03c7e7 req-3ca76d04-4a86-40f3-b685-81164c3eb40c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 210 time: 0.0417948 Jan 18 13:00:29.284255 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0abe4566-9de0-4151-a87d-200ae5ffc879 req-7aad2247-8a09-4426-b4aa-8e7165dfae66 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 210 time: 0.0419204 Jan 18 13:00:29.487381 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-97b3e448-3706-49cb-a4bd-0d3ce3c8b653 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:29.488767 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-97b3e448-3706-49cb-a4bd-0d3ce3c8b653 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 811 time: 0.1426635 Jan 18 13:00:29.550407 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-dd0fb028-50b9-4deb-9692-c91a3c342942 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85 HTTP/1.1" status: 200 len: 380 time: 0.0439682 Jan 18 13:00:29.568546 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'port': {'device_id': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'admin_state_up': True, 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'security_groups': ['20ee3606-1c68-492e-b60e-9580c23c8caf']}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:00:29.704448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:00:29.714570 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:00:29.724097 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Made reservation on behalf of 3ae68d51758a4fb2b6e7c0afa6eacb85 for: {'port': 1} {{(pid=82765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:00:29.727241 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:29.887770 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Allocated IP 172.20.0.7 (17df1f67-63ee-4a9c-b783-04e635373f33/b3c8a6d0-1d86-498f-b585-eec3d2db7beb/b183afab-eb46-428f-886e-2ebfe56a706e) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:00:30.073141 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:30.088415 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Transition to ACTIVE for port object b183afab-eb46-428f-886e-2ebfe56a706e will not be triggered until provisioned by entity DHCP. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:00:30.109499 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:30.182535 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Network 17df1f67-63ee-4a9c-b783-04e635373f33 is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:00:30.185638 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:00:30.190077 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:00:30.219650 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=b183afab-eb46-428f-886e-2ebfe56a706e,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:30.240325 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.240971 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.241518 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.242024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.242354 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.242680 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.243038 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.243359 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.243677 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.244570 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.244890 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:30.272612 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:30.273230 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:30.302033 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-f2d0d7fa-274d-438f-b766-c63fc341c72d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368922 Jan 18 13:00:30.324142 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Request body: {'port': {'device_id': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:00:30.452825 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-828f3ec8-865a-4114-92df-32e14c495084 None None] Provisioning for port b183afab-eb46-428f-886e-2ebfe56a706e completed by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:00:30.457414 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-828f3ec8-865a-4114-92df-32e14c495084 None None] Provisioning complete for port b183afab-eb46-428f-886e-2ebfe56a706e triggered by entity DHCP. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:00:30.457775 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-828f3ec8-865a-4114-92df-32e14c495084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:30.494950 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:30.507926 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-828f3ec8-865a-4114-92df-32e14c495084 None None] Port b183afab-eb46-428f-886e-2ebfe56a706e cannot update to ACTIVE because it is not bound. {{(pid=82766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:00:30.571208 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7863e5b-3839-4722-a1db-7e02e94d9f80 req-3c3e2071-4063-4c37-8821-8edef68affe1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:30.571931 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-b7863e5b-3839-4722-a1db-7e02e94d9f80 req-3c3e2071-4063-4c37-8821-8edef68affe1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:00:30.633496 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-b7863e5b-3839-4722-a1db-7e02e94d9f80 req-3c3e2071-4063-4c37-8821-8edef68affe1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:00:30.634667 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b7863e5b-3839-4722-a1db-7e02e94d9f80 req-3c3e2071-4063-4c37-8821-8edef68affe1 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 931 time: 0.2190473 Jan 18 13:00:30.764352 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-b7863e5b-3839-4722-a1db-7e02e94d9f80 req-1f7764cc-92a1-4714-bbd5-5fe836202a3e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233125 Jan 18 13:00:30.877474 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b183afab-eb46-428f-886e-2ebfe56a706e {{(pid=82765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:00:30.884128 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:30.898493 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Transition to ACTIVE for port object b183afab-eb46-428f-886e-2ebfe56a706e will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:00:30.902423 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:30.925949 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:00:31.109552 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Pushing event updated for resources: {'Port': ['ID=b183afab-eb46-428f-886e-2ebfe56a706e,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:31.225108 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Attempting to bind port b183afab-eb46-428f-886e-2ebfe56a706e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:00:31.225445 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Attempting to bind port b183afab-eb46-428f-886e-2ebfe56a706e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:00:31.225766 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Attempting to bind port b183afab-eb46-428f-886e-2ebfe56a706e on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:00:31.231929 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Port b183afab-eb46-428f-886e-2ebfe56a706e on network 17df1f67-63ee-4a9c-b783-04e635373f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:00:31.232243 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Attempting to bind port b183afab-eb46-428f-886e-2ebfe56a706e on network 17df1f67-63ee-4a9c-b783-04e635373f33 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:00:31.238441 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Checking agent: {'id': 'd367f0fb-8914-49ca-9d7c-85dd17cc0a77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'started_at': datetime.datetime(2022, 1, 18, 12, 45, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:00:31.238768 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Checking segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:00:31.239189 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Bound using segment: {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:00:31.239566 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Bound port: b183afab-eb46-428f-886e-2ebfe56a706e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:00:31.239904 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:31.323784 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] For port b183afab-eb46-428f-886e-2ebfe56a706e, host hv-cinder-82510, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:00:31.326519 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] For port b183afab-eb46-428f-886e-2ebfe56a706e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b183afab-eb46-428f-886e-2ebfe56a706e,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:00:31.331065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:31.391745 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:31.393130 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] 10.222.0.20 "PUT /v2.0/ports/b183afab-eb46-428f-886e-2ebfe56a706e HTTP/1.1" status: 200 len: 1093 time: 1.0733857 Jan 18 13:00:31.393534 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:00:31.412416 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51438e-8ac9-4271-a8f9-cd7df97ec172 service neutron] Pushing event updated for resources: {'Port': ['ID=b183afab-eb46-428f-886e-2ebfe56a706e,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:31.455242 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'status': 'completed', 'code': 200} Jan 18 13:00:31.547654 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-41275971-d875-4a65-82c5-ada01b77e8ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 1096 time: 0.0756986 Jan 18 13:00:31.621601 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-3e1f78c5-a2df-43d0-ab20-5c1c972a74ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b183afab-eb46-428f-886e-2ebfe56a706e HTTP/1.1" status: 200 len: 217 time: 0.0627556 Jan 18 13:00:31.682427 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-e1bcb390-c5b2-4cec-8e04-2598c04c9e1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:31.683946 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-e1bcb390-c5b2-4cec-8e04-2598c04c9e1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0568748 Jan 18 13:00:31.757830 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-247afb3e-e3c9-4438-b041-aed14408a76a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661786 Jan 18 13:00:31.925804 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-73dc8dc5-4c6e-4b4c-a389-640e8b010b76 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617389 Jan 18 13:00:32.056138 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:32.066593 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06fff-4199-4f54-84c1-70633593b408 req-25a01145-7132-49ae-831d-cd1fe9a324ab tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:32.068071 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d9d06fff-4199-4f54-84c1-70633593b408 req-25a01145-7132-49ae-831d-cd1fe9a324ab tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.1843534 Jan 18 13:00:32.101843 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-5cd705c7-4adb-400f-b02f-320ca2385110 req-ec9588eb-470c-4583-a2b6-c7055d127daf service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695535 Jan 18 13:00:32.122495 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-d9d06fff-4199-4f54-84c1-70633593b408 req-1ba1401b-c464-4af0-82b1-a527d3b4350e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459576 Jan 18 13:00:32.253212 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-780a4dcb-2943-4ac9-b036-bbc1f9c4789c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 1096 time: 0.0674665 Jan 18 13:00:32.383166 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-3d6466bd-1f65-4fc5-8a81-c20fb694599d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:32.385156 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-3d6466bd-1f65-4fc5-8a81-c20fb694599d service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1261396 Jan 18 13:00:32.453891 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-a2cb1443-8675-4a84-8b50-10ae5c1b9c5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b183afab-eb46-428f-886e-2ebfe56a706e HTTP/1.1" status: 200 len: 217 time: 0.0627875 Jan 18 13:00:32.514583 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-f532c135-3576-4236-a226-ba44ed72901b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:32.515897 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-f532c135-3576-4236-a226-ba44ed72901b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0562305 Jan 18 13:00:32.595135 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-74397f59-163c-445d-ab4f-4b0d8e5b9eae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704718 Jan 18 13:00:32.797520 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-892d4272-f53e-4146-a66a-3c663c55195e service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937680 Jan 18 13:00:32.927089 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-af6f710d-74b7-4aa9-ac5a-f5b1d33f663f req-1e7aed01-e619-43ca-babb-9c50048bcbf4 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227772 Jan 18 13:00:33.317468 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0422c-d793-4ea7-9738-70a065aeb61e req-c8846b3d-d0d3-43d4-aca4-d3d10d0d8795 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:33.319017 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cea0422c-d793-4ea7-9738-70a065aeb61e req-c8846b3d-d0d3-43d4-aca4-d3d10d0d8795 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.0774119 Jan 18 13:00:33.366543 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-cea0422c-d793-4ea7-9738-70a065aeb61e req-2be8d43d-71b1-4759-a10f-e2a308c57d7d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Jan 18 13:00:34.562683 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8a064-62ae-405a-a793-06372d429c7e req-2c40a1a8-46d2-4571-8f21-cb16e19b0c9d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:34.564065 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4a8a064-62ae-405a-a793-06372d429c7e req-2c40a1a8-46d2-4571-8f21-cb16e19b0c9d tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.0800743 Jan 18 13:00:34.609446 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f4a8a064-62ae-405a-a793-06372d429c7e req-9f19f3a8-3ad4-439b-bcf7-5456e7f36548 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Jan 18 13:00:35.798823 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787cf31-90a3-4f46-82eb-b96133315c40 req-3824d541-6e30-411f-98d1-daed3bc7636e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:35.800267 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f787cf31-90a3-4f46-82eb-b96133315c40 req-3824d541-6e30-411f-98d1-daed3bc7636e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.0754945 Jan 18 13:00:35.847718 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f787cf31-90a3-4f46-82eb-b96133315c40 req-fc850497-0a56-42f3-80c3-789f7d417413 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Jan 18 13:00:37.041680 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30d2d1-6a50-4355-858b-46da70838099 req-0a68c497-1d84-4e20-9dc4-3b607eebf424 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:37.043149 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8a30d2d1-6a50-4355-858b-46da70838099 req-0a68c497-1d84-4e20-9dc4-3b607eebf424 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.0757403 Jan 18 13:00:37.087587 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8a30d2d1-6a50-4355-858b-46da70838099 req-3e35c877-66d7-4ebd-90f5-c442b8beb3a4 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389428 Jan 18 13:00:38.285411 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a17c09-b59f-45ef-8b14-92952f3aa1d0 req-74ef8e48-08ee-413a-954b-101dd5403865 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:38.286862 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f1a17c09-b59f-45ef-8b14-92952f3aa1d0 req-74ef8e48-08ee-413a-954b-101dd5403865 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.0790255 Jan 18 13:00:38.332041 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-f1a17c09-b59f-45ef-8b14-92952f3aa1d0 req-0b70c6f6-d1d4-4db7-8100-b0198a0f3ef7 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398028 Jan 18 13:00:39.525675 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2e772-6f7b-447f-99dc-05c7da96b57f req-945d814c-e8fb-4bcc-bc52-1811a13afa03 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:39.527149 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e6a2e772-6f7b-447f-99dc-05c7da96b57f req-945d814c-e8fb-4bcc-bc52-1811a13afa03 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.0771210 Jan 18 13:00:39.571397 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-e6a2e772-6f7b-447f-99dc-05c7da96b57f req-1b2e901f-d877-44ac-b357-f515ffdee742 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Jan 18 13:00:40.766492 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f186a-4554-43fd-821d-d6b870006ce5 req-e84f621b-8d29-4ec0-8013-d59eed4c7167 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:40.767965 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c94f186a-4554-43fd-821d-d6b870006ce5 req-e84f621b-8d29-4ec0-8013-d59eed4c7167 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 943 time: 0.0800290 Jan 18 13:00:40.812385 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-c94f186a-4554-43fd-821d-d6b870006ce5 req-b72921ab-debe-494e-8e26-59f04551c51e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 Jan 18 13:00:40.861328 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b183afab-eb46-428f-886e-2ebfe56a706e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:00:40.991667 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b183afab-eb46-428f-886e-2ebfe56a706e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b183afab-eb46-428f-886e-2ebfe56a706e,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:00:41.005167 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Returning: {'device': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'port_id': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'mac_address': 'fa:16:3e:4a:e6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:00:41.061886 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:41.079610 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b183afab-eb46-428f-886e-2ebfe56a706e {{(pid=82766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:00:41.094996 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b183afab-eb46-428f-886e-2ebfe56a706e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b183afab-eb46-428f-886e-2ebfe56a706e,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:00:41.098928 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:41.162617 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b183afab-eb46-428f-886e-2ebfe56a706e,revision_number=4']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:41.171017 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.171365 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.171700 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.172039 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.172366 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.172692 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.173018 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.173341 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.173663 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.173980 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.174299 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:41.383441 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] get_ports_and_sgs() called for port_ids ['b183afab-eb46-428f-886e-2ebfe56a706e'] {{(pid=82766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:00:42.007961 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4215-f9c3-4416-ac95-629938d4ef9f req-f4b8e910-e9e8-4eb9-8c47-e4e873490b1a tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:42.009418 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0eac4215-f9c3-4416-ac95-629938d4ef9f req-f4b8e910-e9e8-4eb9-8c47-e4e873490b1a tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 944 time: 0.0758588 Jan 18 13:00:42.059037 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0eac4215-f9c3-4416-ac95-629938d4ef9f req-1d19fd12-298b-4003-a564-d91409884111 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Jan 18 13:00:42.877387 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b183afab-eb46-428f-886e-2ebfe56a706e up at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:00:42.945232 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning for port b183afab-eb46-428f-886e-2ebfe56a706e completed by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:00:42.949737 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.provisioning_blocks [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Provisioning complete for port b183afab-eb46-428f-886e-2ebfe56a706e triggered by entity L2. {{(pid=82766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:00:42.950097 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1603920'] for port, provisioning_complete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:43.060724 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:43.086615 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e'}] {{(pid=82766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:00:43.096202 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] For port b183afab-eb46-428f-886e-2ebfe56a706e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b183afab-eb46-428f-886e-2ebfe56a706e,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:00:43.101548 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232'] for port, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:43.152940 dv-cinder-825101-1-iscsi neutron-server[82766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'code': 200} Jan 18 13:00:43.169362 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Pushing event updated for resources: {'Port': ['ID=b183afab-eb46-428f-886e-2ebfe56a706e,revision_number=5']} {{(pid=82766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:43.252275 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d215cf5-92b3-48cb-b7c0-fc72ce9515da req-5a9f154f-70c3-49b4-9ac9-bff0622fb0a0 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:43.253748 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0d215cf5-92b3-48cb-b7c0-fc72ce9515da req-5a9f154f-70c3-49b4-9ac9-bff0622fb0a0 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 945 time: 0.0764170 Jan 18 13:00:43.302913 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-0d215cf5-92b3-48cb-b7c0-fc72ce9515da req-9f7eded8-c1c7-48f5-93f5-60ad603286bc tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 Jan 18 13:00:43.465334 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd2613fd-df69-4a8d-8877-a86ce030ce2a req-7a8dfe8e-576b-4156-98e3-bcfdb0e3bec5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 1098 time: 0.0699003 Jan 18 13:00:43.508532 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-dd2613fd-df69-4a8d-8877-a86ce030ce2a req-9cb40f8b-f43a-4b48-a528-cec5dfbbc66f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357144 Jan 18 13:00:44.505621 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cc6c-2e27-40ad-97b2-78e5782ced3d req-b1ae3301-d326-40cc-961c-94579b2a3dcf tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:44.507092 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9684cc6c-2e27-40ad-97b2-78e5782ced3d req-b1ae3301-d326-40cc-961c-94579b2a3dcf tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 945 time: 0.0779893 Jan 18 13:00:44.551575 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9684cc6c-2e27-40ad-97b2-78e5782ced3d req-6220847e-8237-4a31-8db1-b088c7e7956b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Jan 18 13:00:45.749568 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2542-dd83-4b52-b72c-b4aefb9e35b7 req-5a2c41a5-3387-472b-8d6c-183540a8a76e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:45.751028 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9abd2542-dd83-4b52-b72c-b4aefb9e35b7 req-5a2c41a5-3387-472b-8d6c-183540a8a76e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 945 time: 0.0784361 Jan 18 13:00:45.795379 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-9abd2542-dd83-4b52-b72c-b4aefb9e35b7 req-2194b5f0-cbdf-466c-abea-6bb6e15ff9be tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390005 Jan 18 13:00:45.986470 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a13e-7f50-4d73-8132-e0ecea332f24 req-c98672e5-6a5f-4fe5-9e61-12bcb1ba30f0 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:45.987916 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4f88a13e-7f50-4d73-8132-e0ecea332f24 req-c98672e5-6a5f-4fe5-9e61-12bcb1ba30f0 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 945 time: 0.0758111 Jan 18 13:00:46.032509 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-4f88a13e-7f50-4d73-8132-e0ecea332f24 req-e4b38464-4abf-46a0-a60a-b6383fca69bc tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391283 Jan 18 13:00:46.060813 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36698) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:00:46.130884 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-96066cb8-def8-4019-953c-0383e75e7c38 tempest-TestVolumeBootPattern-1191680267 tempest-TestVolumeBootPattern-1191680267-project-admin] Synchronizing usage tracker for tenant:9c32ca1e262045f79f169f2889387701 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:00:46.146479 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-96066cb8-def8-4019-953c-0383e75e7c38 tempest-TestVolumeBootPattern-1191680267 tempest-TestVolumeBootPattern-1191680267-project-admin] Unset dirty status for tenant:9c32ca1e262045f79f169f2889387701 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:00:46.147637 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-96066cb8-def8-4019-953c-0383e75e7c38 tempest-TestVolumeBootPattern-1191680267 tempest-TestVolumeBootPattern-1191680267-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 1093 time: 0.0858691 Jan 18 13:00:46.150397 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36702) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:00:46.155508 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.v2.base [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Request body: {'floatingip': {'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'port_id': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:00:46.160816 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:00:46.164597 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Usage tracker for resource:floatingip and tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 is out of sync, need to count used quota {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:00:46.167938 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:00:46.173536 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.quota.driver [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:00:46.184097 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:46.317078 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:46.534850 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_common [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Allocated IP 172.27.0.75 (e89097e9-6ac8-4b17-bb19-16c3bc855a0f/f3a01200-592b-4928-8199-8b04faf81427/a337d08d-55cb-40e9-bc27-16ed7b4b0517) {{(pid=82765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:00:46.678234 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:46.705533 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763453159397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:46.770197 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Network e89097e9-6ac8-4b17-bb19-16c3bc855a0f is already hosted by enough agents. {{(pid=82765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:00:46.773021 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.base_scheduler [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Resources bound (agent type, host, resource id): {{(pid=82765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:00:46.777806 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Received port after_create {{(pid=82765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:00:46.804472 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=a337d08d-55cb-40e9-bc27-16ed7b4b0517,revision_number=1']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:47.272774 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.329399 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809046'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.534861 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.539532 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763453535748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763453159415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763453160232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16569368'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.638622 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event updated for resources: {'Port': ['ID=a337d08d-55cb-40e9-bc27-16ed7b4b0517,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:47.657776 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735275'] for floatingip, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.843915 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.db.l3_db [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Floating IP dbca17f7-e55c-4df3-8d1d-411567f84a16 associated. External IP: 172.27.0.75, port: b183afab-eb46-428f-886e-2ebfe56a706e. Jan 18 13:00:48.315032 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:00:48.515501 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:00:48.524893 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:00:48.537910 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:00:48.538447 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:00:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:48.539968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:48.593604 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-11170a6b-8ef6-434b-9ded-470e77c88284 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4421592 Jan 18 13:00:48.594184 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:00:48.648224 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'status': 'completed', 'code': 200} Jan 18 13:00:48.726150 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:00:48.764565 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-eacf5934-5b09-44dc-9908-12806b9c062a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 1098 time: 0.0733471 Jan 18 13:00:48.901280 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-a80b0a93-90ea-4479-82ab-6498c4151ac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:48.902738 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-a80b0a93-90ea-4479-82ab-6498c4151ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1332340 Jan 18 13:00:49.000618 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-0f2dc40d-9703-4429-8518-0e73df6cb206 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b183afab-eb46-428f-886e-2ebfe56a706e HTTP/1.1" status: 200 len: 998 time: 0.0917783 Jan 18 13:00:49.063931 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-63dc576e-3dae-4ab7-be95-98ee9c13d419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:49.065462 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-63dc576e-3dae-4ab7-be95-98ee9c13d419 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0593278 Jan 18 13:00:49.070216 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:50Z', 'revision_number': 1, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}, {'id': 'dbca17f7-e55c-4df3-8d1d-411567f84a16', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:4a:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:00:47Z', 'updated_at': '2022-01-18T13:00:47Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:49.074468 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:00:49.084987 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:00:49.085580 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:00:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:49.143253 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-34747bf6-daa3-4585-baf8-e6a52546e754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720870 Jan 18 13:00:49.274028 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-b69db704-8803-4546-960d-6e8719b4420a service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251698 Jan 18 13:00:49.289451 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:00:49.410894 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8dad8bbd-239a-40c6-92b0-eec3234defbb req-2a2e47e7-48f2-4490-a76c-5ef9ea5b2fe1 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302984 Jan 18 13:00:49.639532 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:50Z', 'revision_number': 1, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}, {'id': 'dbca17f7-e55c-4df3-8d1d-411567f84a16', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:4a:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:00:47Z', 'updated_at': '2022-01-18T13:00:47Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:49.643419 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20df446-7893-4fc6-8fc2-7844287f7517 None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:50Z', 'revision_number': 1, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}, {'id': 'dbca17f7-e55c-4df3-8d1d-411567f84a16', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:4a:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:00:47Z', 'updated_at': '2022-01-18T13:00:47Z', 'revision_number': 0, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:00:49.825898 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e473fb-35c6-4d73-8cec-4038c06de63f None None] New status for floating IP dbca17f7-e55c-4df3-8d1d-411567f84a16: ACTIVE {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:00:52.025610 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-362e40c5-ffcd-45a7-b5ad-7be6584eb56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:54.191875 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f962adcc-3000-4444-bf68-87f8dec1214e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.345603 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.454173 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.591967 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:02.078410 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:07.927303 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:01:11.192852 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-a10ea8a2-61cc-408b-99b8-c207de4b20a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694153 Jan 18 13:01:11.343175 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-95bf1eb8-2e84-446e-9310-0f7436fb66c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1099 time: 0.0677099 Jan 18 13:01:11.481495 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-6e09685e-d65a-49b6-8725-cbb1b56f6aca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:11.482906 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-6e09685e-d65a-49b6-8725-cbb1b56f6aca service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1224525 Jan 18 13:01:11.662110 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-55cea36e-d088-457f-bd5d-9762f189c525 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 200 len: 1002 time: 0.1738653 Jan 18 13:01:11.723313 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-9d029c21-3c53-4ef6-9428-5c9e09a65c04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:11.724688 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-9d029c21-3c53-4ef6-9428-5c9e09a65c04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0570567 Jan 18 13:01:11.797578 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-1915e6e0-fb3c-4f3d-96bc-82af547b5ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670989 Jan 18 13:01:11.924782 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-a355b759-1386-4e71-9758-3f6c00e50488 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216538 Jan 18 13:01:12.051777 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-db5d829b-5aca-42f1-ad06-a8205fc11075 req-21ecb6ac-614f-43f5-82da-829218cd4899 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213038 Jan 18 13:01:22.027812 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-31b4e967-1cb5-4d14-8d82-d1a5b89ed7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:24.196175 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-42666dc1-246c-410a-a6ab-05d144bf49c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:25.348260 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:25.455306 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:26.597649 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:32.100541 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:44.928025 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:01:52.028680 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-83ed16ed-a985-4fb7-83bc-5e680fe5233d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:54.188713 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0c6b-d8ab-4f7a-9caf-6b6eecbd753d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:55.350483 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:55.456714 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:56.601302 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:02.097179 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:13.879112 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-55eff473-ab32-491a-a9a9-ca684aabac94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719218 Jan 18 13:02:13.978635 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-72218b3d-1b25-478f-8b29-163f6c1e9add service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 1098 time: 0.0700090 Jan 18 13:02:14.117009 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-6d677d6f-8357-4c7f-b40d-d6bcdd0fa876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:14.118426 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-6d677d6f-8357-4c7f-b40d-d6bcdd0fa876 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1228895 Jan 18 13:02:14.219289 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-23aa45e9-2df7-4af0-9bda-578af0bf841d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b183afab-eb46-428f-886e-2ebfe56a706e HTTP/1.1" status: 200 len: 1000 time: 0.0955236 Jan 18 13:02:14.277837 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-ae95a045-5945-46f0-831c-6b51c7e7e671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:14.279205 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-ae95a045-5945-46f0-831c-6b51c7e7e671 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0550261 Jan 18 13:02:14.353034 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-1e8bd6de-0203-4b60-b6b9-3eba7f1c48ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676835 Jan 18 13:02:14.489986 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-8516d3c7-81da-4a9d-beba-2d8541b8752c service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306851 Jan 18 13:02:14.618755 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-2dceac7d-9201-45f8-9920-75596ec2fcf5 req-6dbf2bc6-fde1-487e-ae0c-941c6416dd93 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231344 Jan 18 13:02:21.929257 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:02:22.029308 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-017cee5e-ba42-4eac-9822-d1ddc1ac6a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:24.189981 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-148ebffd-69ec-4d70-9842-a5e1286dca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:25.353570 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:25.456924 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:26.604235 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:27.747485 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36730) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:28.010485 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Deleting port a337d08d-55cb-40e9-bc27-16ed7b4b0517 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:28.010751 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:28.249823 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:28.250146 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:28.369385 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Calling delete_port for a337d08d-55cb-40e9-bc27-16ed7b4b0517 owned by network:floatingip {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:28.515950 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:28.562201 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event deleted for resources: {'Port': ['ID=a337d08d-55cb-40e9-bc27-16ed7b4b0517,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:28.601566 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.601841 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.602197 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.602514 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.602870 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.603202 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.603529 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.603857 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.604176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.604495 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.604817 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:28.662922 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:29.045605 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:02:29.240137 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:02:29.249493 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:02:29.259447 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:29.261302 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:29.261911 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:29.311784 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-caeba048-7307-4ac9-9686-08149f730b82 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "DELETE /v2.0/floatingips/dbca17f7-e55c-4df3-8d1d-411567f84a16 HTTP/1.1" status: 204 len: 168 time: 1.5631785 Jan 18 13:02:29.312475 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:02:29.419553 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'status': 'completed', 'code': 200} Jan 18 13:02:29.450017 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:29.538580 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-fbfc7767-21f5-46ec-9a15-e8d036de586d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 1098 time: 0.0749993 Jan 18 13:02:29.681333 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-f3a399e5-12c0-4801-9d99-dd0bbaaf495e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:29.682755 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-f3a399e5-12c0-4801-9d99-dd0bbaaf495e service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.1391163 Jan 18 13:02:29.849543 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:50Z', 'revision_number': 1, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:29.853403 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:02:29.863865 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:29.864457 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:29.881958 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-b4b90660-61a7-4cd2-878d-6c4a2ca93ff5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b183afab-eb46-428f-886e-2ebfe56a706e HTTP/1.1" status: 200 len: 217 time: 0.1656044 Jan 18 13:02:29.957064 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-4f8bafeb-a49c-4fb4-8f4e-af5e6bb111a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:29.958473 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-4f8bafeb-a49c-4fb4-8f4e-af5e6bb111a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0692856 Jan 18 13:02:29.967069 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370d08b-39a8-45b9-967b-33fea74b809d req-b175b726-92a5-4a65-ac95-a814baef9a1a tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:29.967728 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-1370d08b-39a8-45b9-967b-33fea74b809d req-b175b726-92a5-4a65-ac95-a814baef9a1a tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:02:30.023176 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-1370d08b-39a8-45b9-967b-33fea74b809d req-b175b726-92a5-4a65-ac95-a814baef9a1a tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:02:30.024329 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1370d08b-39a8-45b9-967b-33fea74b809d req-b175b726-92a5-4a65-ac95-a814baef9a1a tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 945 time: 0.3443537 Jan 18 13:02:30.041824 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:30.081260 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1370d08b-39a8-45b9-967b-33fea74b809d req-e6824485-9438-468c-8409-842a2e5a733b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493267 Jan 18 13:02:30.084963 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-b5931121-c3fc-46a8-b733-bfd51c3b819c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1146126 Jan 18 13:02:30.216697 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-44c73d32-fc9b-4dce-9898-8c1cccd17fc9 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248782 Jan 18 13:02:30.348803 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6cdcc6ac-8d65-4c5c-91a9-28a424c7a70b req-55ae5357-6297-4740-95b3-95672de5b7fa service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251240 Jan 18 13:02:30.388776 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:50Z', 'revision_number': 1, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:30.393421 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a1059-dcb8-4754-9259-def6b22a10bc None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_floatingips': [{'id': '827b9a2a-c735-4f11-a367-160b9e91ce9f', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'router_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'port_id': '12f5d269-b042-4b63-aafa-280d17459fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'mac_address': 'fa:16:3e:2c:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:48Z', 'updated_at': '2022-01-18T12:58:50Z', 'revision_number': 1, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:02:30.613883 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e51ff7-ca32-49cb-948a-04c1930cd8d4 None None] New status for floating IP dbca17f7-e55c-4df3-8d1d-411567f84a16: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:02:31.294057 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b243e9-6453-4322-854e-0fdb5ac2022e req-e4d171b3-0a32-4499-b8e7-7f71571a6403 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:31.295520 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-89b243e9-6453-4322-854e-0fdb5ac2022e req-e4d171b3-0a32-4499-b8e7-7f71571a6403 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 945 time: 0.0802832 Jan 18 13:02:31.381116 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-89b243e9-6453-4322-854e-0fdb5ac2022e req-c63348fc-ca5a-48ae-a995-0891ef3ed9e7 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796404 Jan 18 13:02:31.410929 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-d7346dcc-dc87-4336-b6ce-1713bc97aca0 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:31.412337 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-d7346dcc-dc87-4336-b6ce-1713bc97aca0 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 945 time: 0.0929575 Jan 18 13:02:31.481981 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Deleting port b183afab-eb46-428f-886e-2ebfe56a706e {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:31.482325 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:31.716795 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] For port b183afab-eb46-428f-886e-2ebfe56a706e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b183afab-eb46-428f-886e-2ebfe56a706e,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:31.717071 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:31.836062 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Calling delete_port for b183afab-eb46-428f-886e-2ebfe56a706e owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:31.974097 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:32.023189 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event deleted for resources: {'Port': ['ID=b183afab-eb46-428f-886e-2ebfe56a706e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:32.097669 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] No DVR routers for this DVR port b183afab-eb46-428f-886e-2ebfe56a706e on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:02:32.099896 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:32.102347 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'name': 'network-vif-deleted', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:02:32.112802 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:32.117218 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-1778626e-5860-4d72-a929-fd18ddc1df26 req-cd0f17c4-19cc-4d89-b7fb-191995783123 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "DELETE /v2.0/ports/b183afab-eb46-428f-886e-2ebfe56a706e HTTP/1.1" status: 204 len: 173 time: 0.6996577 Jan 18 13:02:32.166904 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cdede-2191-40f0-b52b-6a5a5e9fc588', 'name': 'network-vif-deleted', 'tag': 'b183afab-eb46-428f-886e-2ebfe56a706e', 'status': 'completed', 'code': 200} Jan 18 13:02:32.552564 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-94d66fdc-b7c3-4860-9e82-571d86d92223 req-5399bf00-5648-4b21-ac81-646707860de6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:02:32.567907 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-94d66fdc-b7c3-4860-9e82-571d86d92223 req-5399bf00-5648-4b21-ac81-646707860de6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:02:32.569077 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-94d66fdc-b7c3-4860-9e82-571d86d92223 req-5399bf00-5648-4b21-ac81-646707860de6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe4cdede-2191-40f0-b52b-6a5a5e9fc588 HTTP/1.1" status: 200 len: 210 time: 0.0573661 Jan 18 13:02:35.259095 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b183afab-eb46-428f-886e-2ebfe56a706e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:35.290980 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: b183afab-eb46-428f-886e-2ebfe56a706e {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:35.291319 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device b183afab-eb46-428f-886e-2ebfe56a706e not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:36.063148 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36772) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:36.334120 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Deleting port 13734391-2dd2-4297-b05d-661aa2064bdd {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:36.334383 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:36.500928 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:36.501256 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:36.619201 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Calling delete_port for 13734391-2dd2-4297-b05d-661aa2064bdd owned by network:floatingip {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:36.763856 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:36.807809 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event deleted for resources: {'Port': ['ID=13734391-2dd2-4297-b05d-661aa2064bdd,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:36.899351 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:37.277959 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:02:37.469773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:02:37.479176 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:02:37.489846 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:37.491454 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:37.492126 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:37.544245 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-1186e2bd-b0ae-4dda-bb7a-44fc5d1a1a0e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "DELETE /v2.0/floatingips/827b9a2a-c735-4f11-a367-160b9e91ce9f HTTP/1.1" status: 204 len: 168 time: 1.4798193 Jan 18 13:02:37.544640 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:02:37.600220 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8', 'status': 'completed', 'code': 200} Jan 18 13:02:37.671001 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:37.716067 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-9c2a97ab-dfcd-4606-9884-16d74e5c84e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 1099 time: 0.0715568 Jan 18 13:02:37.991194 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:37.995232 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:02:38.006164 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:38.006762 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:38.031358 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-59d51baf-1d01-45e2-a47b-d878258ffc74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:38.032799 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-59d51baf-1d01-45e2-a47b-d878258ffc74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 200 len: 912 time: 0.3103209 Jan 18 13:02:38.042810 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b8d2-9048-4771-bcb0-7338d4a1c935 req-506ec7d9-76be-42b8-b9b8-881593c95a3b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:38.043470 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-86f0b8d2-9048-4771-bcb0-7338d4a1c935 req-506ec7d9-76be-42b8-b9b8-881593c95a3b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:02:38.112140 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-329a8bf7-4c1f-44ff-9100-eb4e68e5eda5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 200 len: 217 time: 0.0651455 Jan 18 13:02:38.116291 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-86f0b8d2-9048-4771-bcb0-7338d4a1c935 req-506ec7d9-76be-42b8-b9b8-881593c95a3b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:02:38.117566 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-86f0b8d2-9048-4771-bcb0-7338d4a1c935 req-506ec7d9-76be-42b8-b9b8-881593c95a3b tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 946 time: 0.1974804 Jan 18 13:02:38.182544 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:38.206858 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-8dd72f3b-0bfb-4550-a3bb-33528c14c375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:38.208316 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-8dd72f3b-0bfb-4550-a3bb-33528c14c375 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 200 len: 850 time: 0.0899265 Jan 18 13:02:38.213374 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-86f0b8d2-9048-4771-bcb0-7338d4a1c935 req-0510ee67-2dd8-4f54-98a3-e77dd028fb74 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620906 Jan 18 13:02:38.283812 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-10902412-913c-4e53-b0cd-b627a9fdf823 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17df1f67-63ee-4a9c-b783-04e635373f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687160 Jan 18 13:02:38.413894 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-8c6b9bd1-0248-431e-a685-913579e4052b service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239617 Jan 18 13:02:38.530647 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:38.534500 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68920450-1f82-4ad9-b21c-987c8adb3eae None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T12:55:38Z', 'revision_number': 4, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi', '_interfaces': [{'id': '572f3899-21e8-4bd7-80b7-c4774f473b4f', 'name': '', 'network_id': '17df1f67-63ee-4a9c-b783-04e635373f33', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'mac_address': 'fa:16:3e:7a:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:38Z', 'updated_at': '2022-01-18T12:55:49Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'subnets': [{'id': 'b3c8a6d0-1d86-498f-b585-eec3d2db7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:02:38.548097 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-678329c9-5128-4b8e-9922-a6d7961f4c56 req-0e764bd1-3e5a-4665-a91e-3183d9d7ad03 service neutron] 10.222.0.20 "GET /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263003 Jan 18 13:02:38.737906 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914862c7-86ba-4983-a7b8-a29a329f4d81 None None] New status for floating IP 827b9a2a-c735-4f11-a367-160b9e91ce9f: DOWN {{(pid=82767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:02:39.412773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32f852-af03-487c-85cc-dcab3c67b988 req-d5efc10f-8c41-463f-8a17-6ae72ada76d6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:39.414210 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb32f852-af03-487c-85cc-dcab3c67b988 req-d5efc10f-8c41-463f-8a17-6ae72ada76d6 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 946 time: 0.0784290 Jan 18 13:02:39.495469 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-fb32f852-af03-487c-85cc-dcab3c67b988 req-37a5e2af-a7c6-4414-b146-86043f4652e0 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/security-groups?id=20ee3606-1c68-492e-b60e-9580c23c8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757229 Jan 18 13:02:39.528316 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc516db-556d-430d-be93-935205660aa5 req-43d841f8-ed49-425f-9bc1-8629a121670e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:39.529724 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6dc516db-556d-430d-be93-935205660aa5 req-43d841f8-ed49-425f-9bc1-8629a121670e tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 946 time: 0.0806921 Jan 18 13:02:39.599112 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Deleting port 12f5d269-b042-4b63-aafa-280d17459fc8 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:39.599487 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:39.834747 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] For port 12f5d269-b042-4b63-aafa-280d17459fc8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12f5d269-b042-4b63-aafa-280d17459fc8,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:39.835039 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:39.952258 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Calling delete_port for 12f5d269-b042-4b63-aafa-280d17459fc8 owned by compute:nova {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:40.091576 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:40.140139 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event deleted for resources: {'Port': ['ID=12f5d269-b042-4b63-aafa-280d17459fc8,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:40.211513 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] No DVR routers for this DVR port 12f5d269-b042-4b63-aafa-280d17459fc8 on host hv-cinder-82510 {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:02:40.213880 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for port, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:40.216620 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'name': 'network-vif-deleted', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8'}] {{(pid=82765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:02:40.232626 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-6dc516db-556d-430d-be93-935205660aa5 req-91fd3499-8a75-417b-943a-4a56606ce777 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.20 "DELETE /v2.0/ports/12f5d269-b042-4b63-aafa-280d17459fc8 HTTP/1.1" status: 204 len: 173 time: 0.6972849 Jan 18 13:02:40.276074 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3593a4e-f849-467e-918b-dd941fd3ca83', 'name': 'network-vif-deleted', 'tag': '12f5d269-b042-4b63-aafa-280d17459fc8', 'status': 'completed', 'code': 200} Jan 18 13:02:40.660770 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-8e449c9b-eb36-4878-8430-61f877ba1a21 req-9973b3f9-f70a-44c1-9ac6-6d73473f8e2c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Synchronizing usage tracker for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:02:40.675841 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.quota.resource [req-8e449c9b-eb36-4878-8430-61f877ba1a21 req-9973b3f9-f70a-44c1-9ac6-6d73473f8e2c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Unset dirty status for tenant:3ae68d51758a4fb2b6e7c0afa6eacb85 on resource:port {{(pid=82765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:02:40.677224 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [req-8e449c9b-eb36-4878-8430-61f877ba1a21 req-9973b3f9-f70a-44c1-9ac6-6d73473f8e2c tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3593a4e-f849-467e-918b-dd941fd3ca83 HTTP/1.1" status: 200 len: 210 time: 0.0585902 Jan 18 13:02:41.780061 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36790) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:41.931254 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Deleting port 7cb9e615-9eac-4996-a518-e901bc4c86b2 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:41.931590 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:42.172910 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:42.173231 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:42.288382 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Calling delete_port for 7cb9e615-9eac-4996-a518-e901bc4c86b2 owned by network:floatingip {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:42.419497 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:42.464275 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event deleted for resources: {'Port': ['ID=7cb9e615-9eac-4996-a518-e901bc4c86b2,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:42.476106 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.476448 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.476776 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.477103 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.477488 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.478334 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.478334 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.478553 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.478737 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.479073 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.479378 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825101-1-iscsi {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:42.563560 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for floatingip, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:42.581081 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188754'] for floatingip, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:42.582279 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-989518d1-e247-4bdc-a0ac-7e80a278fd1f tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "DELETE /v2.0/floatingips/d1303b8a-b369-400f-b079-fe2af36ca53b HTTP/1.1" status: 204 len: 168 time: 0.8007064 Jan 18 13:02:43.323369 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 12f5d269-b042-4b63-aafa-280d17459fc8 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:43.359715 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] No Port match for: 12f5d269-b042-4b63-aafa-280d17459fc8 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:43.360050 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Device 12f5d269-b042-4b63-aafa-280d17459fc8 not bound to the agent host hv-cinder-82510 {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:43.926799 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [req-e4de80b7-408f-4366-9652-3317b7793739 req-19a367f3-d1be-40f3-9de0-8eb254f094f6 service neutron] (82764) timed out ('10.222.0.20', 59278) {{(pid=82764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:02:43.960622 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36804) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:44.027389 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e68ea6cd-a64e-43f0-a883-a643044663d8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.055093 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e68ea6cd-a64e-43f0-a883-a643044663d8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.119020 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e68ea6cd-a64e-43f0-a883-a643044663d8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.137405 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ea6cd-a64e-43f0-a883-a643044663d8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee3606-1c68-492e-b60e-9580c23c8caf,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:44.149339 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e68ea6cd-a64e-43f0-a883-a643044663d8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] Notify callbacks [] for security_group, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.150444 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-e68ea6cd-a64e-43f0-a883-a643044663d8 tempest-TestVolumeBootPattern-861025562 tempest-TestVolumeBootPattern-861025562-project] 10.222.0.86 "DELETE /v2.0/security-groups/20ee3606-1c68-492e-b60e-9580c23c8caf HTTP/1.1" status: 204 len: 168 time: 0.1888716 Jan 18 13:02:44.214940 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36810) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:44.755975 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:45.407348 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Deleting port 572f3899-21e8-4bd7-80b7-c4774f473b4f {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:45.408052 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:45.570264 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] For port 572f3899-21e8-4bd7-80b7-c4774f473b4f, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=572f3899-21e8-4bd7-80b7-c4774f473b4f,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:45.570614 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:45.690294 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Calling delete_port for 572f3899-21e8-4bd7-80b7-c4774f473b4f owned by network:router_interface {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:45.856342 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:45.898919 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Pushing event deleted for resources: {'Port': ['ID=572f3899-21e8-4bd7-80b7-c4774f473b4f,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:46.181102 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:46.831828 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:02:47.034226 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:02:47.043953 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] Sync routers for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:02:47.046492 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-df89a158-259d-4ad9-afb8-05c0358e476c admin admin] 10.222.0.86 "PUT /v2.0/routers/bd72b9ce-affe-4873-96a8-4f9f27ec7d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8304706 Jan 18 13:02:47.049033 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [-] (82764) accepted ('10.222.0.86', 36818) {{(pid=82764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:47.055718 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:47.056385 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:47.231055 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:47.241363 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks [] for router, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.437366 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.446910 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Deleting port 81e3f247-cd2a-4655-9e47-2b7b2a862829 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:47.447253 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.508282 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T13:02:45Z', 'revision_number': 5, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port': {'id': '81e3f247-cd2a-4655-9e47-2b7b2a862829', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:34Z', 'updated_at': '2022-01-18T12:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:47.511911 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] Checking router: bd72b9ce-affe-4873-96a8-4f9f27ec7d47 for host: dv-cinder-825101-1-iscsi {{(pid=82766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:02:47.522491 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] Routers {'bd72b9ce-affe-4873-96a8-4f9f27ec7d47'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:47.523104 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'], 'active': True} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:47.617986 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] For port 81e3f247-cd2a-4655-9e47-2b7b2a862829, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=81e3f247-cd2a-4655-9e47-2b7b2a862829,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:47.618348 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.667546 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_dvr_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] Set router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 gateway port host: None {{(pid=82766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:47.737256 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Calling delete_port for 81e3f247-cd2a-4655-9e47-2b7b2a862829 owned by network:router_gateway {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:47.772548 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.db.l3_hamode_db [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T13:02:47Z', 'revision_number': 6, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:47.776328 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6707274c-fc38-419b-baa0-e61fc82c20bc None None] The sync data for ids ['bd72b9ce-affe-4873-96a8-4f9f27ec7d47'] in dv-cinder-825101-1-iscsi is: [{'id': 'bd72b9ce-affe-4873-96a8-4f9f27ec7d47', 'name': 'tempest-TestVolumeBootPattern-510486662-router', 'tenant_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:33Z', 'updated_at': '2022-01-18T13:02:47Z', 'revision_number': 6, 'project_id': '3ae68d51758a4fb2b6e7c0afa6eacb85', 'gw_port_host': None}] {{(pid=82766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:02:47.900429 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15765491'] for port, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.945483 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e3f247-cd2a-4655-9e47-2b7b2a862829,revision_number=None']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:48.256964 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.514579 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.519482 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.547421 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 81e3f247-cd2a-4655-9e47-2b7b2a862829 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:48.549085 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.549625 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd72b9ce-affe-4873-96a8-4f9f27ec7d47 {{(pid=82764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:02:48.561287 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] Notify callbacks [] for router, before_response {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.562437 dv-cinder-825101-1-iscsi neutron-server[82764]: INFO neutron.wsgi [None req-fdaac0ad-37c0-49d4-8efb-7dd789ac4a59 admin admin] 10.222.0.86 "DELETE /v2.0/routers/bd72b9ce-affe-4873-96a8-4f9f27ec7d47 HTTP/1.1" status: 204 len: 168 time: 1.5125077 Jan 18 13:02:48.565153 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36822) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:48.580584 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 81e3f247-cd2a-4655-9e47-2b7b2a862829 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:48.581006 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 81e3f247-cd2a-4655-9e47-2b7b2a862829 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:48.581513 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 572f3899-21e8-4bd7-80b7-c4774f473b4f no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:48.614705 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 572f3899-21e8-4bd7-80b7-c4774f473b4f {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:48.615094 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 572f3899-21e8-4bd7-80b7-c4774f473b4f not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:48.625083 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] Deleting subnet b3c8a6d0-1d86-498f-b585-eec3d2db7beb {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:02:48.628196 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.763950 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.844482 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.910065 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.949579 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c8a6d0-1d86-498f-b585-eec3d2db7beb,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:48.955339 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.959937 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd933881-abba-4117-ba5e-132cb1c7fcc1 None None] Network 17df1f67-63ee-4a9c-b783-04e635373f33 requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:02:48.960438 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-5a68ff6d-aad5-4dd5-be9f-f4eb7cd24657 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b3c8a6d0-1d86-498f-b585-eec3d2db7beb HTTP/1.1" status: 204 len: 168 time: 0.3942752 Jan 18 13:02:48.962797 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36826) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:49.069172 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.079851 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Deleting port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:49.080180 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.245710 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2244f5-0451-4a17-9384-159150842145 None None] DHCP port deletion for 17df1f67-63ee-4a9c-b783-04e635373f33 request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:02:49.250356 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Deleting port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:49.250716 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.280281 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] For port e7e3633a-c8c7-4345-81ea-83ec92cdcc71, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:49.280643 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.402762 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Calling delete_port for e7e3633a-c8c7-4345-81ea-83ec92cdcc71 owned by network:dhcp {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:49.441689 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-3c2244f5-0451-4a17-9384-159150842145 None None] For port e7e3633a-c8c7-4345-81ea-83ec92cdcc71, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,segment=NetworkSegment(a4320ff8-47b2-4dc8-94cd-63130a6f7eb1),segment_id=a4320ff8-47b2-4dc8-94cd-63130a6f7eb1)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:49.441995 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.474473 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.517346 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e3633a-c8c7-4345-81ea-83ec92cdcc71,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:49.523239 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] No DVR routers for this DVR port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 on host dv-cinder-825101-1-iscsi {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:02:49.561123 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Calling delete_port for e7e3633a-c8c7-4345-81ea-83ec92cdcc71 owned by network:dhcp {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:49.628004 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:02:49.628360 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:02:49.636568 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.664300 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17df1f67-63ee-4a9c-b783-04e635373f33']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:49.676448 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:49.676773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4320ff8-47b2-4dc8-94cd-63130a6f7eb1') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:49.688354 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.703440 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.709556 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:02:49.710024 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:02:49.722959 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:02:49.799321 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.814770 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.824555 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] Pushing event deleted for resources: {'Network': ['ID=17df1f67-63ee-4a9c-b783-04e635373f33,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:49.837638 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-160dd5d1-0a8c-4ec6-9466-a68ca0d4d481 admin admin] 10.222.0.86 "DELETE /v2.0/networks/17df1f67-63ee-4a9c-b783-04e635373f33 HTTP/1.1" status: 204 len: 168 time: 0.8738720 Jan 18 13:02:49.840479 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36830) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:50.129175 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Deleting port e7e3633a-c8c7-4345-81ea-83ec92cdcc71 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:50.129556 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3c2244f5-0451-4a17-9384-159150842145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.196865 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-3c2244f5-0451-4a17-9384-159150842145 None None] The port 'e7e3633a-c8c7-4345-81ea-83ec92cdcc71' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:02:50.297115 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736093'] for router_interface, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.402534 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e7e3633a-c8c7-4345-81ea-83ec92cdcc71 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:50.435466 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: e7e3633a-c8c7-4345-81ea-83ec92cdcc71 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:50.435902 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e7e3633a-c8c7-4345-81ea-83ec92cdcc71 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:50.880303 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Deleting port 52924c84-e6a9-4522-b88c-05aec48986b8 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:50.880883 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.048314 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] For port 52924c84-e6a9-4522-b88c-05aec48986b8, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=52924c84-e6a9-4522-b88c-05aec48986b8,segment=NetworkSegment(6d142b9d-b441-4bef-a90f-efcce278a8d8),segment_id=6d142b9d-b441-4bef-a90f-efcce278a8d8)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:51.048669 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.169528 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Calling delete_port for 52924c84-e6a9-4522-b88c-05aec48986b8 owned by network:router_interface {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:51.347991 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.389704 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Pushing event deleted for resources: {'Port': ['ID=52924c84-e6a9-4522-b88c-05aec48986b8,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:51.671697 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735412'] for router_interface, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.032375 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-4c5075a6-3e06-4534-9756-7fc44c1747de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.307750 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 has already been hosted by L3 agent 6dc5c6e1-54da-44a0-b9db-736c13bd9a09 {{(pid=82765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:02:52.504529 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] Notify agent at l3_agent.dv-cinder-825101-1-iscsi the message routers_updated {{(pid=82765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:02:52.515061 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] Sync routers for ids ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'] in dv-cinder-825101-1-iscsi {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:02:52.522623 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-74f01121-6382-40e3-a430-c1e880c7c981 admin admin] 10.222.0.86 "PUT /v2.0/routers/4d4c1ae0-9a46-4694-b25e-174ffd53c569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6789699 Jan 18 13:02:52.522884 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36836) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:52.527055 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] Routers {'4d4c1ae0-9a46-4694-b25e-174ffd53c569'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:52.527659 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:52.700729 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] Set router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 gateway port host: dv-cinder-825101-1-iscsi {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:52.712109 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.918666 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.928275 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Deleting port 7ef0fda1-366f-4559-865c-7cb343e26b23 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:52.928690 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.981823 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'external_fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T13:02:51Z', 'revision_number': 5, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port': {'id': '7ef0fda1-366f-4559-865c-7cb343e26b23', 'name': '', 'network_id': 'e89097e9-6ac8-4b17-bb19-16c3bc855a0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3a01200-592b-4928-8199-8b04faf81427', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825101-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:43Z', 'updated_at': '2022-01-18T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3a01200-592b-4928-8199-8b04faf81427', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825101-1-iscsi'}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:52.986079 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] Checking router: 4d4c1ae0-9a46-4694-b25e-174ffd53c569 for host: dv-cinder-825101-1-iscsi {{(pid=82767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:02:52.996605 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] Routers {'4d4c1ae0-9a46-4694-b25e-174ffd53c569'} bound to L3 agent in host dv-cinder-825101-1-iscsi {{(pid=82767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:52.997217 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825101-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:38:54Z,description=,heartbeat_timestamp=2022-01-18T13:02:24Z,host='dv-cinder-825101-1-iscsi',id=6dc5c6e1-54da-44a0-b9db-736c13bd9a09,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:38:54Z,topic='l3_agent')) {'router_ids': ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'], 'active': True} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:53.095929 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] For port 7ef0fda1-366f-4559-865c-7cb343e26b23, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=7ef0fda1-366f-4559-865c-7cb343e26b23,segment=NetworkSegment(e7a48bab-6864-4941-a439-55bea2a178fa),segment_id=e7a48bab-6864-4941-a439-55bea2a178fa)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:53.096283 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:53.142999 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_dvr_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] Set router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 gateway port host: None {{(pid=82767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:53.279052 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.l3_hamode_db [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T13:02:52Z', 'revision_number': 6, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port_host': None}], 'dv-cinder-825101-1-iscsi', False) {} {{(pid=82767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:53.283510 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802eb5f-b8c9-4d95-a5ba-81e48c68587c None None] The sync data for ids ['4d4c1ae0-9a46-4694-b25e-174ffd53c569'] in dv-cinder-825101-1-iscsi is: [{'id': '4d4c1ae0-9a46-4694-b25e-174ffd53c569', 'name': 'tempest-TestVolumeBootPattern-258432970-router', 'tenant_id': '9c32ca1e262045f79f169f2889387701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:42Z', 'updated_at': '2022-01-18T13:02:52Z', 'revision_number': 6, 'project_id': '9c32ca1e262045f79f169f2889387701', 'gw_port_host': None}] {{(pid=82767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:02:53.316735 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Calling delete_port for 7ef0fda1-366f-4559-865c-7cb343e26b23 owned by network:router_gateway {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:53.474473 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:53.518394 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef0fda1-366f-4559-865c-7cb343e26b23,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:53.754883 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735352'] for router_gateway, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.019645 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-705260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13160'] for router, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.023765 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.047731 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705168'] for router, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.048309 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d4c1ae0-9a46-4694-b25e-174ffd53c569 {{(pid=82765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:02:54.060455 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] Notify callbacks [] for router, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.062208 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-9efd1498-0124-499c-be23-0ac2721603f1 admin admin] 10.222.0.86 "DELETE /v2.0/routers/4d4c1ae0-9a46-4694-b25e-174ffd53c569 HTTP/1.1" status: 204 len: 168 time: 1.5378458 Jan 18 13:02:54.064749 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36840) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:54.125558 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] Deleting subnet fc66f75a-9c1f-4cce-9ab9-65cf35692952 {{(pid=82765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:02:54.128605 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.184985 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16258316'] for subnet, precommit_delete_associations {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.191667 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-09477c45-d9d8-4f41-a3df-ae2d0cd768d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.266471 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602932'] for subnet, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.331373 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16703458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951556'] for subnet, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.375998 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc66f75a-9c1f-4cce-9ab9-65cf35692952,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:54.382054 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for subnet, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.386812 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944f0cd-6760-4b7b-8809-e7cae915bb0f None None] Network 38d96909-c600-4a6d-b2d6-c3e8074c3e7e requested from dv-cinder-825101-1-iscsi {{(pid=82766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:02:54.390239 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-8cff8211-f47f-43b0-8312-270886438cb1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fc66f75a-9c1f-4cce-9ab9-65cf35692952 HTTP/1.1" status: 204 len: 168 time: 0.3235223 Jan 18 13:02:54.392584 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36844) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:54.451065 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 52924c84-e6a9-4522-b88c-05aec48986b8 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:54.496258 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 52924c84-e6a9-4522-b88c-05aec48986b8 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:54.496589 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 52924c84-e6a9-4522-b88c-05aec48986b8 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:54.496992 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 7ef0fda1-366f-4559-865c-7cb343e26b23 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:54.501773 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594262'] for network, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.512085 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Deleting port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 {{(pid=82765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:54.512412 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.540636 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: 7ef0fda1-366f-4559-865c-7cb343e26b23 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:54.540973 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device 7ef0fda1-366f-4559-865c-7cb343e26b23 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:54.695638 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] DHCP port deletion for 38d96909-c600-4a6d-b2d6-c3e8074c3e7e request from dv-cinder-825101-1-iscsi {{(pid=82766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:02:54.700083 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Deleting port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:54.700450 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.805525 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] For port e04b0e02-0b30-4805-bd8f-a43d5f1232a0, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,segment=NetworkSegment(6d142b9d-b441-4bef-a90f-efcce278a8d8),segment_id=6d142b9d-b441-4bef-a90f-efcce278a8d8)] {{(pid=82765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:54.805791 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.899893 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.db [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] For port e04b0e02-0b30-4805-bd8f-a43d5f1232a0, host dv-cinder-825101-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825101-1-iscsi',level=0,port_id=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,segment=NetworkSegment(6d142b9d-b441-4bef-a90f-efcce278a8d8),segment_id=6d142b9d-b441-4bef-a90f-efcce278a8d8)] {{(pid=82766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:54.900390 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580651'] for port, precommit_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.926348 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.plugin [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Calling delete_port for e04b0e02-0b30-4805-bd8f-a43d5f1232a0 owned by network:dhcp {{(pid=82765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:55.001318 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763453535214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763453159406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16569361'] for port, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.017688 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Calling delete_port for e04b0e02-0b30-4805-bd8f-a43d5f1232a0 owned by network:dhcp {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:55.043747 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04b0e02-0b30-4805-bd8f-a43d5f1232a0,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:55.050670 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] No DVR routers for this DVR port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 on host dv-cinder-825101-1-iscsi {{(pid=82765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:02:55.086268 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.db.api [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:02:55.086531 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG oslo_db.api [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:02:55.163508 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602045', 'neutron.services.segments.db._delete_segments_for_network-8763453611228'] for network, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.188204 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d96909-c600-4a6d-b2d6-c3e8074c3e7e']}} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:55.199970 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d142b9d-b441-4bef-a90f-efcce278a8d8') {'for_net_delete': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:55.200268 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.services.segments.db [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d142b9d-b441-4bef-a90f-efcce278a8d8') {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:55.211511 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763453611111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16258311'] for segment, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.231705 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792206'] for segment, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.238293 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=82765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:02:55.238969 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16569412'] for segment, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: Traceback (most recent call last): Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: timer() Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: cb(*args, **kw) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: return func(*args, **kwargs) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: self._notify() Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: self.callback(batched_events) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: event.method(event) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: return f(self, *a, **k) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._get(url).json() Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: return self.request(url, 'GET', **kwargs) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:02:55.251840 dv-cinder-825101-1-iscsi neutron-server[82765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:02:55.324046 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735325'] for network, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.339654 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720028'] for network, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.350389 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d96909-c600-4a6d-b2d6-c3e8074c3e7e,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:55.357151 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.357702 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-5fad2af9-f710-4646-8e2a-a15971e28dc0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/38d96909-c600-4a6d-b2d6-c3e8074c3e7e HTTP/1.1" status: 204 len: 168 time: 0.9641292 Jan 18 13:02:55.460461 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.492998 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36850) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:55.547747 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-fb70b1c4-1735-4009-a1b7-2bf3c7f5a74d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ae68d51758a4fb2b6e7c0afa6eacb85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534856 Jan 18 13:02:55.550080 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36854) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:55.587958 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Deleting port e04b0e02-0b30-4805-bd8f-a43d5f1232a0 {{(pid=82766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:55.588347 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763453675057'] for port, before_delete {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.609619 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-70d2d16e-5730-489d-90c2-e3eeee91d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.636378 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-70d2d16e-5730-489d-90c2-e3eeee91d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.684532 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbc1ed-5f48-4347-8557-566f0e7544e3 None None] The port 'e04b0e02-0b30-4805-bd8f-a43d5f1232a0' was deleted {{(pid=82766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:02:55.687702 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-70d2d16e-5730-489d-90c2-e3eeee91d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.706324 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2d16e-5730-489d-90c2-e3eeee91d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e066d8a-44ff-43a2-87ab-7db34028c653,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:55.712968 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-70d2d16e-5730-489d-90c2-e3eeee91d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.714652 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-70d2d16e-5730-489d-90c2-e3eeee91d191 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e066d8a-44ff-43a2-87ab-7db34028c653 HTTP/1.1" status: 204 len: 168 time: 0.1636732 Jan 18 13:02:56.092153 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36862) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:56.141541 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-ae4f28ea-6802-45e8-a43c-465a6fd9c423 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c32ca1e262045f79f169f2889387701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482423 Jan 18 13:02:56.143772 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [-] (82765) accepted ('10.222.0.86', 36866) {{(pid=82765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:56.203633 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a51de6ec-9e0b-4047-8981-0082359e41fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.227904 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a51de6ec-9e0b-4047-8981-0082359e41fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.277300 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a51de6ec-9e0b-4047-8981-0082359e41fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747817'] for security_group, after_delete {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.290742 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51de6ec-9e0b-4047-8981-0082359e41fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604ea5c9-002e-4525-96b1-ae987454df4d,revision_number=None']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:56.297622 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-a51de6ec-9e0b-4047-8981-0082359e41fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.300992 dv-cinder-825101-1-iscsi neutron-server[82765]: INFO neutron.wsgi [None req-a51de6ec-9e0b-4047-8981-0082359e41fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/604ea5c9-002e-4525-96b1-ae987454df4d HTTP/1.1" status: 204 len: 168 time: 0.1540849 Jan 18 13:02:56.405109 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e04b0e02-0b30-4805-bd8f-a43d5f1232a0 no longer exists at agent ovs-agent-dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:56.437460 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.plugin [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] No Port match for: e04b0e02-0b30-4805-bd8f-a43d5f1232a0 {{(pid=82766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:56.437799 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron.plugins.ml2.rpc [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Device e04b0e02-0b30-4805-bd8f-a43d5f1232a0 not bound to the agent host dv-cinder-825101-1-iscsi {{(pid=82766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:56.610000 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:58.929801 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:02.127848 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:22.036670 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-4e62df64-c73f-47a9-817e-7ec7889367ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.193106 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-563d0e07-98a2-41a0-a5bf-8b8a985316b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:25.358855 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:25.462129 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:26.610316 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:32.128646 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:35.929920 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:52.038957 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-1c88f45f-9e6f-4bde-8bb7-76f12e7e5920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:54.194869 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-50c088be-f851-4c00-b5ab-b32aa97f3f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:55.360546 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:55.463607 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:56.612637 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:02.126480 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:12.933267 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:14.199324 dv-cinder-825101-1-iscsi neutron-server[82764]: DEBUG neutron.wsgi [req-a116d1cd-2da7-4a4d-abb7-31357f86169d req-2463a9e7-f888-4c8d-9256-4ea6f6de6fde service neutron] (82764) timed out ('10.222.0.20', 59269) {{(pid=82764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:04:22.041857 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-af3ff869-8f37-4030-a38d-9d6300b4d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:24.195921 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-07470470-d78e-4dc9-815f-4ef4d71cab4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:25.363487 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:25.464355 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:26.615687 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:32.141043 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:49.933384 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:52.043430 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-edf39b98-c73c-409c-8d92-adfb9acaf1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:52.202922 dv-cinder-825101-1-iscsi neutron-server[82765]: DEBUG neutron.wsgi [req-92eb3fef-4064-4e23-af7b-9cc62e6a224f req-5bb038aa-59c6-46f0-babb-5a84cb680a46 service neutron] (82765) timed out ('10.222.0.86', 58588) {{(pid=82765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:04:54.197158 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b0285493-9d63-46a0-96a5-da44461a357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:55.365302 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:55.465619 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:56.618974 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:02.129753 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:22.045205 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3316-6462-4a5e-9163-3855bfbe776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:24.199160 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-862b807d-3f77-4b80-bb66-c3d150fffbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:25.368046 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:25.466379 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:26.624816 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:26.933107 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:05:32.141873 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:52.048111 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-67dc6c14-84a1-4324-89d2-0aca1e8035d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.199757 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-9e60134f-fea2-4cc2-b79e-bc03d9864e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:55.371357 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:55.468496 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:56.626954 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:02.140596 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:03.933081 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:22.049616 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-01d5149b-5f68-4f50-8013-e5cbe55dbc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:24.201337 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-02270d14-7d3b-4e61-aa0d-87604e592d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:25.375430 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:25.469117 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:26.629568 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:32.167820 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:40.933680 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:52.051290 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-3b246706-5749-4477-b9ca-dddaac30d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:54.203150 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-494d4c16-c5fc-45cb-b4f0-6538c96c107d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:55.377763 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:55.470399 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:56.631731 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:02.170393 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:17.934027 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:07:22.052709 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-f35b825f-0681-4da9-946b-052bf7c45498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:24.204742 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ec049761-6baa-453b-a499-c444837ec24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:25.379997 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:25.471484 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:26.634962 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:32.174333 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:52.054863 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-81ae0979-85cb-4b70-90e1-a1f5ac824e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:54.205504 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-16ea20f8-d1ec-4972-8428-027f09c9ce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:54.933788 dv-cinder-825101-1-iscsi neutron-server[82767]: DEBUG neutron.db.agents_db [None req-abd6bd7c-0eb4-4dac-abce-281331514f7a None None] Agent healthcheck: found 6 active agents {{(pid=82767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:07:55.382952 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-8e04fe3e-2112-44e1-ae78-67a8f8b056a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:55.472510 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-061be0c4-765c-4c61-a646-9f0e27418bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:56.638611 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-b1e36c04-74f8-46ae-b04c-673bf43b1fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:02.180163 dv-cinder-825101-1-iscsi neutron-server[82766]: DEBUG neutron_lib.callbacks.manager [None req-ed272b81-f62d-486a-a2d4-587aff7c93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763453611210', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599485'] for agent, after_update {{(pid=82766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}